-- Logs begin at Thu 2021-08-26 20:43:43 UTC, end at Thu 2021-08-26 21:40:43 UTC. -- Aug 26 21:13:08.006980 dv-cinder-806260-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 21:13:10.696624 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.common.config [-] Logging enabled! Aug 26 21:13:10.697204 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 26 21:13:10.697409 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 21:13:10.700599 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.common.config [-] Logging enabled! Aug 26 21:13:10.700849 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 26 21:13:10.701158 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 26 21:13:10.702096 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 21:13:10.702328 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 21:13:10.702685 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 21:13:10.702928 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 21:13:10.703151 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 21:13:10.703469 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.703793 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.704089 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.704314 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.704606 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.704893 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.705175 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.705463 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.705758 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.706040 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.706847 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.707124 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.707352 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.707629 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.707939 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.708223 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.708442 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.708717 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.709138 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.709546 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.709828 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.710116 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.710392 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.710658 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.710933 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.711214 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.711554 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] host = dv-cinder-806260-2-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.711854 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.712142 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.712426 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.712707 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.712976 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.713248 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.713529 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.713798 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.714082 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.714341 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.714624 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.714909 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.715195 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.715418 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.715636 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.715946 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.716230 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.716506 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.716777 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.717050 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.717320 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.717590 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.717854 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.718136 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.718414 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.718695 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.718965 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.719237 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.719505 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.719800 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.720083 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.720355 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.720622 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.720893 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.721178 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.721452 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.721722 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.722775 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.723235 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.723521 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.723837 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.724116 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.724400 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.724674 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.724944 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.725213 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.725483 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.725752 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.726030 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.726301 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.726569 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.726840 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.727107 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.727390 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:10.727681 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.727996 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.728294 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.728573 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.728864 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.729140 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.729424 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.729700 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.729984 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.730267 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.730552 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.730828 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.731109 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.731381 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.731672 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.731995 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.732290 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.732583 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.732851 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.733121 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.733388 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.733659 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.733944 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.734217 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.734500 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.734785 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.735059 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.735339 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.735626 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.735938 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.736209 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.736484 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.736770 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.737044 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.737312 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.737616 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.737904 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.738277 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.738553 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.738833 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.739108 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.739378 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.739646 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.739948 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.740238 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.740513 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.740845 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.741124 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.741397 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.741667 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.741954 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.742230 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.742500 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.742767 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.743042 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.743313 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.743584 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.743879 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.744153 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.744429 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.744700 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.744969 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.745240 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.745508 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.745781 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.746052 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.746324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.746597 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.746868 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.747139 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.747409 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.747679 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.747976 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.748262 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.748557 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.748832 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.749110 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.749385 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.749660 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.749937 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.750210 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.750486 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.750762 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.751032 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.751319 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.751599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.751918 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.752201 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.752477 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.752776 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.753052 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.753439 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.753882 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.754168 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.754453 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.754736 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.755030 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.755323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.755614 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.755928 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.756239 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.756503 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.756812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.757093 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:10.757309 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 21:13:10.757549 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 21:13:11.103601 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 21:13:11.103904 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 21:13:11.104192 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 26 21:13:11.104520 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 21:13:11.493032 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.493324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.493598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.494898 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.495174 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.495439 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.530637 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.530911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.531178 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.546305 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.546583 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.546849 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.574607 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.575007 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.575275 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.612279 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.612675 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.612912 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.844610 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.845226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.845226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.845388 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.846185 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.963968 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.964283 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.964559 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.964829 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.965094 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.965396 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.965650 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.965901 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.966150 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.966426 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.966680 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.966939 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.967188 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.967437 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.967688 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.967970 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.968223 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.968485 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.968749 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.969003 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.969269 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.969519 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.969795 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.970167 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.970416 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.970659 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:11.971049 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.971292 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.971536 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.971818 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.972059 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.972294 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:11.972651 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 21:13:11.975871 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 21:13:11.979866 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 21:13:11.983562 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Aug 26 21:13:11.985277 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 21:13:11.985725 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 21:13:11.986050 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 21:13:11.986424 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 21:13:11.989360 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 21:13:11.989609 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 21:13:11.989951 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 21:13:11.995125 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 21:13:12.017545 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 21:13:12.017998 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.018292 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 26 21:13:12.019326 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.020731 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 21:13:12.021013 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 21:13:12.021258 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 21:13:12.024480 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.024762 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.088101 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 21:13:12.088337 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 21:13:12.088570 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 21:13:12.088940 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 21:13:12.109598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_db.sqlalchemy.engines [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 21:13:12.637768 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing driver for type 'gre' Aug 26 21:13:12.638289 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] gre ID ranges: [(1, 1000)] Aug 26 21:13:12.693388 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing driver for type 'local' Aug 26 21:13:12.693724 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing driver for type 'vlan' Aug 26 21:13:12.707072 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] VlanTypeDriver initialization complete Aug 26 21:13:12.707473 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing driver for type 'vxlan' Aug 26 21:13:12.708008 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] vxlan ID ranges: [(1, 1000)] Aug 26 21:13:12.761062 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing extension driver 'port_security' Aug 26 21:13:12.761396 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.extensions.port_security [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] PortSecurityExtensionDriver initialization complete Aug 26 21:13:12.761804 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing mechanism driver 'openvswitch' Aug 26 21:13:12.762130 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing mechanism driver 'hyperv' Aug 26 21:13:12.768642 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.plugin [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:12.769333 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.769720 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.770073 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.770589 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.771022 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.771381 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.771750 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.772146 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.772562 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.772915 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.773259 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.773649 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.774050 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.774402 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.774740 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.775269 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.775679 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.776053 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.776399 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.776793 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.777195 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > address_group after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.777543 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > address_group after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.777883 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.778279 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93751) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 26 21:13:12.778657 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] ML2 OVO RPC backend initialized. {{(pid=93751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 26 21:13:12.779360 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.779737 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.780160 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.780510 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > networks before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.780861 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.781206 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > ports before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.781550 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.781893 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnets before_response 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.782243 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.782586 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.782925 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.783262 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.783598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.783970 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.784796 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.785132 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.785616 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.786202 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.plugin [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Modular L2 Plugin initialization complete Aug 26 21:13:12.786534 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading services supported by the core plugin {{(pid=93751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 21:13:12.786868 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.plugins.ml2.managers [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Got port-security extension from driver 'port_security' Aug 26 21:13:12.787327 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.extensions.vlantransparent [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Disabled vlantransparent extension. Aug 26 21:13:12.787842 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 21:13:12.788166 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: router Aug 26 21:13:12.826160 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.826557 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.826926 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router before_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.827296 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.827670 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.828056 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_delete 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.828415 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.828763 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.829120 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.829465 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.829813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.830159 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.830516 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.830922 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.831917 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.832500 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.832851 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: subnet after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.833195 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.833549 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.833898 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.834244 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.834588 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.834949 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router after_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.835292 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.835644 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_create 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.836060 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.836406 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_update 55549900 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.836772 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > agent after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.837128 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > agent after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.837476 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > network after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.838323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Tracking information for resource: router configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:12.838653 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Tracking information for resource: floatingip configured {{(pid=93751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 21:13:12.843556 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.db.l3_agentschedulers_db [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 21:13:12.844169 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.844537 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.844894 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.845435 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: port after_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.846022 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router before_create 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.846388 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.846763 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_create 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.847800 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > router precommit_update 55550100 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.852485 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.provider_configuration [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service providers = [] {{(pid=93751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 21:13:12.852856 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.db.servicetype_db [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 21:13:12.855799 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 21:13:12.856149 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 21:13:12.856492 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 21:13:12.857392 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.services.service_base [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 21:13:12.857763 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.services.service_base [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 21:13:12.858141 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.858459 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 21:13:12.868983 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.869321 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: auto_allocate Aug 26 21:13:12.875043 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: network precommit_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.875413 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: network precommit_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.875967 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.876301 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: tag Aug 26 21:13:12.882781 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.883113 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: timestamp Aug 26 21:13:12.887096 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.887429 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: network_ip_availability Aug 26 21:13:12.892863 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.893192 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.893549 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:12.895028 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.895352 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: flavors Aug 26 21:13:12.900108 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.900447 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading Plugin: revisions Aug 26 21:13:12.904684 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 21:13:12.905073 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 26 21:13:12.905797 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 26 21:13:12.906132 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Initializing extension manager. Aug 26 21:13:12.906644 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: __init__.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.906985 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: __pycache__ {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.907321 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.907655 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.908433 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.908990 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: address-group Aug 26 21:13:12.910043 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: address_scope.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.910796 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.911306 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: address-scope Aug 26 21:13:12.911628 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.912593 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.913103 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: router-admin-state-down-before-update Aug 26 21:13:12.913424 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: agent.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.914315 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.914830 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: agent Aug 26 21:13:12.915152 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: agent_resources_synced.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.916087 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.916598 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: agent-resources-synced Aug 26 21:13:12.916920 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: allowedaddresspairs.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.918685 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.919205 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: allowed-address-pairs Aug 26 21:13:12.919531 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: auto_allocated_topology.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.920633 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.921147 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: auto-allocated-topology Aug 26 21:13:12.921470 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.922165 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.922668 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: availability_zone Aug 26 21:13:12.922990 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: availability_zone_filter.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.923931 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.924436 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: availability_zone_filter Aug 26 21:13:12.924755 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: data_plane_status.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.925866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.926365 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 21:13:12.926689 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: default_subnetpools.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.927898 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.928401 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: default-subnetpools Aug 26 21:13:12.928722 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.929527 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.930035 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: dhcp_agent_scheduler Aug 26 21:13:12.930357 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: dns.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.931273 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.931810 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension dns-integration not supported by any of loaded plugins Aug 26 21:13:12.932133 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: dns_domain_ports.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.933050 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.933556 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 21:13:12.933879 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.934801 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.935305 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 21:13:12.935627 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: dvr.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.936323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.936833 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: dvr Aug 26 21:13:12.937153 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: ecmp_routes.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.938073 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.938576 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 21:13:12.938895 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: empty_string_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.939826 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.940333 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: empty-string-filtering Aug 26 21:13:12.940686 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.941596 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.942102 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 21:13:12.942423 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.943330 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.943861 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 21:13:12.944183 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: external_net.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.945097 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.945603 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: external-net Aug 26 21:13:12.945923 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.946837 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.947340 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: extra_dhcp_opt Aug 26 21:13:12.947660 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: extraroute.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.948592 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.949094 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: extraroute Aug 26 21:13:12.949413 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: extraroute_atomic.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.950440 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.950943 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: extraroute-atomic Aug 26 21:13:12.951263 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: filter_validation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.951958 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.952462 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: filter-validation Aug 26 21:13:12.952784 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: fip_pf_description.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.953696 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.954196 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 21:13:12.954515 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: fip_port_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.955431 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.955964 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: fip-port-details Aug 26 21:13:12.956802 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: flavors.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.958029 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.958547 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: flavors Aug 26 21:13:12.958875 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.960552 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.961074 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 21:13:12.961407 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: floatingip_pools.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.962118 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.962630 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: floatingip-pools Aug 26 21:13:12.962959 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: ip_allocation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.963921 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.964432 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 21:13:12.964757 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.965689 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.966204 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: ip-substring-filtering Aug 26 21:13:12.966530 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l2_adjacency.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.967464 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.968000 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 21:13:12.968323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.969413 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.969935 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: router Aug 26 21:13:12.970262 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.973017 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.973546 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 21:13:12.973878 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.974826 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.975344 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: ext-gw-mode Aug 26 21:13:12.975812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.976701 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.977218 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: l3-ha Aug 26 21:13:12.977544 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3_flavors.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.978456 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.978963 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: l3-flavors Aug 26 21:13:12.979287 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.980225 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.980733 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 21:13:12.981056 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: l3agentscheduler.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.982087 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.982599 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: l3_agent_scheduler Aug 26 21:13:12.982926 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: logging.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.984438 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.984961 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension logging not supported by any of loaded plugins Aug 26 21:13:12.985293 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: metering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.986034 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.986608 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: metering Aug 26 21:13:12.986941 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.988141 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.988657 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: metering_source_and_destination_fields Aug 26 21:13:12.988981 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: multiprovidernet.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.989905 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.990413 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: multi-provider Aug 26 21:13:12.990737 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: netmtu.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.991650 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.992192 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: net-mtu Aug 26 21:13:12.992516 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: netmtu_writable.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.993434 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.993938 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: net-mtu-writable Aug 26 21:13:12.994260 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: network_availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.994928 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.995430 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: network_availability_zone Aug 26 21:13:12.995784 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: network_ip_availability.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.996875 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.997385 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: network-ip-availability Aug 26 21:13:12.997711 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: network_segment_range.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:12.998474 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:12.998978 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 21:13:12.999302 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: pagination.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.000309 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.000639 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: pagination Aug 26 21:13:13.000961 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: port_device_profile.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.001869 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.002382 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: port-device-profile Aug 26 21:13:13.002704 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.003778 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.004298 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: port-mac-address-regenerate Aug 26 21:13:13.004620 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.005538 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.006046 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: port-numa-affinity-policy Aug 26 21:13:13.006367 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: port_resource_request.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.007286 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.007824 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 21:13:13.008148 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: portbindings.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.009079 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.009587 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: binding Aug 26 21:13:13.009908 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: portbindings_extended.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.011299 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.011858 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: binding-extended Aug 26 21:13:13.012191 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: portsecurity.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.013110 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.013621 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: port-security Aug 26 21:13:13.013945 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: project_id.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.014920 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.015249 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: project-id Aug 26 21:13:13.015574 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: providernet.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.016540 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.017066 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: provider Aug 26 21:13:13.017389 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.021566 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.022092 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos not supported by any of loaded plugins Aug 26 21:13:13.022424 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.023676 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.024210 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 21:13:13.024544 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.025470 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.025980 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 21:13:13.026306 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_default.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.027224 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.027763 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-default not supported by any of loaded plugins Aug 26 21:13:13.028094 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_fip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.028755 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.029258 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-fip not supported by any of loaded plugins Aug 26 21:13:13.029581 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_gateway_ip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.030517 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.031031 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 21:13:13.031359 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_port_network_policy.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.032306 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.032818 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 21:13:13.033140 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_pps_rule.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.034882 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.035400 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-pps not supported by any of loaded plugins Aug 26 21:13:13.035767 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_rule_type_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.036700 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.037211 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 21:13:13.037540 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: qos_rules_alias.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.038587 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.039093 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 21:13:13.039416 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: quotasv2.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.040372 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.040701 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: quotas Aug 26 21:13:13.041021 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: quotasv2_detail.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.044089 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.044434 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: quota_details Aug 26 21:13:13.044768 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: rbac.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.046029 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.046555 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: rbac-policies Aug 26 21:13:13.046889 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: rbac_address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.047863 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.048383 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: rbac-address-group Aug 26 21:13:13.048712 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: rbac_address_scope.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.049647 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.050203 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: rbac-address-scope Aug 26 21:13:13.050532 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: rbac_security_groups.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.051462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.052011 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: rbac-security-groups Aug 26 21:13:13.052604 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: rbac_subnetpool.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.053520 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.054028 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: rbac-subnetpool Aug 26 21:13:13.054353 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: revisionifmatch.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.055281 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.055836 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: revision-if-match Aug 26 21:13:13.056164 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: revisions.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.057273 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.057792 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: standard-attr-revisions Aug 26 21:13:13.058121 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: router_availability_zone.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.058801 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.059307 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: router_availability_zone Aug 26 21:13:13.059631 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: routerservicetype.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.060575 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.061084 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension router-service-type not supported by any of loaded plugins Aug 26 21:13:13.061405 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.062325 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.062836 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: security-groups-normalized-cidr Aug 26 21:13:13.063159 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.064104 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.064618 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: port-security-groups-filtering Aug 26 21:13:13.064945 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.065892 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.066402 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: security-groups-remote-address-group Aug 26 21:13:13.066725 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: securitygroup.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.077598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.078129 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: security-group Aug 26 21:13:13.078462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: segment.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.079255 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.079797 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension segment not supported by any of loaded plugins Aug 26 21:13:13.080128 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.081071 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.082111 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 21:13:13.082438 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: servicetype.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.083642 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.084191 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: service-type Aug 26 21:13:13.084523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: sorting.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.085516 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.085851 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: sorting Aug 26 21:13:13.086181 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: standard_attr_segment.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.087109 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.087624 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 21:13:13.087988 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: standardattrdescription.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.088642 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.089157 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: standard-attr-description Aug 26 21:13:13.089482 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: stateful_security_group.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.090414 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.090926 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: stateful-security-group Aug 26 21:13:13.091251 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: stdattrs_common.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.091869 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 21:13:13.092193 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.093128 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.093642 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 21:13:13.093967 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnet_onboard.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.095039 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.095557 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: subnet_onboard Aug 26 21:13:13.095915 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.097486 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.098225 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 21:13:13.098549 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnet_service_types.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.099488 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.100038 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: subnet-service-types Aug 26 21:13:13.100362 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnetallocation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.101448 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.101969 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: subnet_allocation Aug 26 21:13:13.102295 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.102967 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.103476 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: subnetpool-prefix-ops Aug 26 21:13:13.103834 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.104771 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.105282 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 21:13:13.105602 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: tagging.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.106664 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.107194 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: standard-attr-tag Aug 26 21:13:13.107518 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: timestamp.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.108760 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.109274 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loaded extension: standard-attr-timestamp Aug 26 21:13:13.109603 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: trunk.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.110642 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.111152 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension trunk not supported by any of loaded plugins Aug 26 21:13:13.111481 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: trunk_details.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.112726 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.113336 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension trunk-details not supported by any of loaded plugins Aug 26 21:13:13.113665 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: uplink_status_propagation.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.114600 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.115109 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 21:13:13.115435 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Loading extension file: vlantransparent.py {{(pid=93751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 26 21:13:13.116143 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 26 21:13:13.116649 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 21:13:13.119081 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:network Aug 26 21:13:13.119600 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnet Aug 26 21:13:13.120036 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 21:13:13.120442 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:port Aug 26 21:13:13.121670 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.122111 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service FLAVORS assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.122726 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.123148 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.123482 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:router Aug 26 21:13:13.123957 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 21:13:13.124451 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service METERING assigned prefix: /metering {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.125891 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:13.126263 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:13.126619 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:13:13.127610 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 21:13:13.128125 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:security_group Aug 26 21:13:13.128708 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 21:13:13.129310 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.129639 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 21:13:13.129985 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] subnetpool is already registered Aug 26 21:13:13.130423 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.130759 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 21:13:13.131094 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] subnetpool is already registered Aug 26 21:13:13.133417 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.133850 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service FLAVORS assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.134433 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.134862 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.135201 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:router Aug 26 21:13:13.135543 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] router is already registered Aug 26 21:13:13.135979 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:floatingip Aug 26 21:13:13.136318 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] floatingip is already registered Aug 26 21:13:13.136775 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service METERING assigned prefix: /metering {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.137442 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 21:13:13.137960 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] rbac_policy is already registered Aug 26 21:13:13.138181 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:security_group Aug 26 21:13:13.138520 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] security_group is already registered Aug 26 21:13:13.138920 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 21:13:13.139253 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] security_group_rule is already registered Aug 26 21:13:13.139896 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.140228 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 21:13:13.140561 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] subnetpool is already registered Aug 26 21:13:13.140978 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.v2.resource_helper [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Service CORE assigned prefix: {{(pid=93751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 21:13:13.141301 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 21:13:13.141632 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING neutron.quota.resource_registry [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] subnetpool is already registered Aug 26 21:13:13.142104 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: extensions {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.144187 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: address-groups {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.145904 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: address-scopes {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.147233 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.148573 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: auto-allocated-topology {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.149705 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: availability_zones {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.150931 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: dhcp-networks {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.152485 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: dhcp-agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.153910 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.156132 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: flavors {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.157291 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: service_profiles {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.158520 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: next_providers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.160658 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: service_profiles {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.162186 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: floatingip-pools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.163419 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.165582 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: floatingips {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.166879 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: l3-routers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.168290 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: l3-agents {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.169704 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: metering-labels {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.171064 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: metering-label-rules {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.172405 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: network-ip-availabilities {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.173706 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: bindings {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.175682 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: quotas {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.177420 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: quotas {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.178881 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: rbac-policies {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.180126 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: security-groups {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.181433 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: security-group-rules {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.182678 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: service-providers {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.183932 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: subnetpools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.186476 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: subnetpools {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.187989 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.189675 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.192075 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.193878 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.195680 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.197551 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.199240 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.201185 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.202941 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.204721 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron.api.extensions [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Extended resource: tags {{(pid=93751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 21:13:13.211456 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING keystonemiddleware.auth_token [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 21:13:13.216181 dv-cinder-806260-2-iscsi neutron-server[93751]: WARNING keystonemiddleware.auth_token [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 21:13:13.224651 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Acquired lock "singleton_lock" {{(pid=93751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 26 21:13:13.225128 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_concurrency.lockutils [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Releasing lock "singleton_lock" {{(pid=93751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 26 21:13:13.225773 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Starting 2 workers Aug 26 21:13:13.230585 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Started child 93860 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 21:13:13.234957 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Started child 93861 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 21:13:13.236044 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.236698 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO neutron.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 21:13:13.237275 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Notify callbacks [] for process, before_spawn {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.237589 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [-] (93860) wsgi starting up on http://0.0.0.0:9696 Aug 26 21:13:13.239782 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Starting 1 workers Aug 26 21:13:13.239895 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.241160 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [-] (93861) wsgi starting up on http://0.0.0.0:9696 Aug 26 21:13:13.244984 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Started child 93862 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 21:13:13.245486 dv-cinder-806260-2-iscsi neutron-server[93751]: INFO oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Starting 1 workers Aug 26 21:13:13.248289 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] calling RpcWorker wait() {{(pid=93862) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 21:13:13.248786 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] returning from RpcWorker wait() {{(pid=93862) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 21:13:13.249928 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Started child 93863 {{(pid=93751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 21:13:13.250047 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.250449 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:13.250774 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG neutron_lib.callbacks.manager [None req-22d3c9c6-0a07-45b2-97a3-ecaa6e238f4c None None] Notify callbacks [] for process, after_spawn {{(pid=93751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.252648 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 21:13:13.252859 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 21:13:13.253590 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 21:13:13.253813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 21:13:13.254151 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 21:13:13.254327 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 21:13:13.254853 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.255104 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:13.255584 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.255584 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.255749 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.255955 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.256173 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:13.256537 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.256782 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.257032 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.257305 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.257564 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.257737 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.257914 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.258151 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.258391 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.258699 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.258965 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.259205 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.259488 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.259657 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.259932 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.260202 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.260442 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.260696 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.260948 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.261459 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.261697 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.261945 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.262179 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.262454 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.262673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.262947 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.263191 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.263424 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.263675 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.263952 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.264197 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.264424 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.264660 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.264914 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.265133 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.265610 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host = dv-cinder-806260-2-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.265848 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.266078 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.266320 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.266562 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.266814 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.267047 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.267304 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.267556 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.267833 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.268062 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.268314 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.268565 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.269395 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.269639 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.269813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_options = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.270009 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.270289 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.270558 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.270747 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.270942 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.271108 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.271375 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.271536 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.271777 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.272003 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.272218 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.272452 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.272708 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.272899 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.273171 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.273426 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.273640 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.273848 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.274102 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.274347 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.274595 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.274817 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.275050 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.275285 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.275504 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.275889 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.276044 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.276207 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.276423 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.276673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.276885 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.277147 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.277395 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.277656 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.277886 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.278111 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.278323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.278582 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.278813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.279055 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.279314 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.279546 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.279791 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.280007 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.280217 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.280429 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.280642 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.280870 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.281137 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.281368 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.281569 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.281781 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.281995 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.282251 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.282692 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.283044 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.283557 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.283981 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.284803 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.284803 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.284803 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.285211 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.285346 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.285563 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.285908 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.286157 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.286516 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.286828 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.287101 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.287467 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.287742 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.288661 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.288661 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.288661 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.288661 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.289206 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.289206 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.289487 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.289653 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.289880 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.290100 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.290419 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.290681 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.290946 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.291206 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.291422 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.291662 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.291894 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.292107 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.292322 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.292535 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.292794 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.293038 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.293240 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.293474 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.293700 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.293912 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.294138 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.294378 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.294633 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.294875 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.295092 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.295311 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.295523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.295775 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.296022 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.296391 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.296640 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.296997 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.297357 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298289 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298289 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298289 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298289 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298580 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.298913 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.299134 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.299356 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.299576 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.299815 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.300185 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.300430 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.304599 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.306317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.307980 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.308972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.310611 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.311902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.312673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.312673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.312673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.313052 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.313207 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.313410 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.313704 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.313961 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.314214 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.314466 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.314727 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.314961 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.315211 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.315440 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.316326 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.316540 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.316903 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.318264 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.318264 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.318264 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.318264 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.318264 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.319256 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.319256 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.319256 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.319256 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320210 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320210 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320210 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320210 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320751 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320751 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.320751 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.321317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.321317 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.321680 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.321680 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.322068 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.322068 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.322347 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.322499 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.322744 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.323007 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.323216 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.323458 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.323603 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.323827 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.324066 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.324315 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.325016 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.325016 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.325016 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326966 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326966 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326966 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.326966 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.327489 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.327489 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.327806 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.327963 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.329911 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.330545 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.330545 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.330767 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.331026 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.331882 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.332301 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.332547 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.332783 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.333782 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.333782 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.333782 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.333782 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.334135 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.334135 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.334380 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.334550 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.334801 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.335174 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.335293 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.335479 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.336450 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.336450 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.336450 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.336450 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.336797 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337030 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337030 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337443 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337541 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337736 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.337967 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.338174 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.338598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.338598 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.338809 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.339227 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.339331 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.339448 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.339732 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.340057 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.340159 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.340361 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.340591 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.340812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.341070 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.341292 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.341883 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.341883 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342058 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342136 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342306 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342736 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.342941 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.343188 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.343397 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.343601 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.343842 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.344055 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.344267 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.344572 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.344831 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.345070 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.345368 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.345683 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.345846 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.346103 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.346406 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.346634 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.346921 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.347135 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.347350 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.347593 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.347872 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.348398 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.348513 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.348724 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.348956 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.349256 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.349528 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.350062 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.350062 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.350318 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.350625 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.350887 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.351160 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.351389 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.351646 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.351923 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.352139 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.352377 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.352612 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.352828 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.353093 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.353322 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.353541 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.353760 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.353984 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.354206 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.354585 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.354688 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.354890 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.355092 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.355245 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 21:13:13.355799 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 21:13:13.355962 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 21:13:13.356115 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 21:13:13.356305 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 21:13:13.356488 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 21:13:13.356644 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 21:13:13.356850 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357012 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357230 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357327 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357474 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357656 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357815 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.357972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358132 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358291 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358451 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358609 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358767 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.358925 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.359085 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.359244 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.359403 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.359564 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] debug = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.360866 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.361272 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.361846 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362011 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362170 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362330 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362528 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362688 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.362851 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363010 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363169 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363328 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363487 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363647 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363830 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.363990 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.364148 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.364305 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host = dv-cinder-806260-2-iscsi {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.364464 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.364622 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.364982 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.365574 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.365933 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.366249 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.366411 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.366625 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.366721 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.366864 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367019 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367171 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367351 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367750 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367750 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_options = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367924 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.367993 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368134 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368299 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368465 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368625 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368759 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.368902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369066 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369432 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369432 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369709 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369709 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369973 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.369973 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370236 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370236 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370505 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370634 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370766 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.370901 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371059 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371189 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371337 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371466 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371606 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371795 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.371953 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372117 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372277 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372435 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372595 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372754 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.372912 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373072 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373258 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373400 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373545 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373692 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.373850 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374008 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374166 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374323 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374481 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374645 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374793 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_json = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.374951 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375113 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375274 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375432 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375589 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375769 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.375929 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.376088 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 21:13:13.376266 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.376429 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.376601 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.376763 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.376954 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377156 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377281 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377841 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.377841 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.378590 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.378712 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.378833 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.378984 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379147 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379319 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379456 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379579 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379771 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.379896 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380017 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380173 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380333 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380494 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380656 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380815 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.380991 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381172 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381309 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381472 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381632 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381793 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.381956 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382118 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382280 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382443 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382606 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382768 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.382930 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383750 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383750 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.383902 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384026 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384187 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384349 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384510 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384673 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384835 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.384997 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385159 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385320 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385503 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385651 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385811 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.385972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386056 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:13.386153 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386281 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386443 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386603 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386763 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.386950 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387082 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387255 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387417 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387600 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387751 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.387906 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388067 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388229 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388391 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388553 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388716 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.388877 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389039 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389201 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389362 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389523 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389684 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.389846 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390006 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390168 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390331 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390491 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390652 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.390984 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.391166 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.391327 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.391488 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.391648 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.391846 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392008 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392169 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392329 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392490 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392649 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392810 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.392971 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.393134 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.393294 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.393454 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.393696 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.394423 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.394534 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.394665 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.394826 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.394987 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395148 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395309 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395468 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395630 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.395983 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396145 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396308 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396470 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396638 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396811 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.396974 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.397136 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.397296 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.397481 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.397691 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.398282 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399604 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399604 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399770 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.399909 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400072 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400231 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400416 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400577 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400739 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.400901 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401061 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401388 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401550 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401712 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.401873 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402034 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402197 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402358 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402519 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402679 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.402840 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403002 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403164 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403324 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403487 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403649 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403832 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.403994 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404154 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404314 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404475 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404637 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404799 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.404959 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405119 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405280 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405441 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405606 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405802 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.405943 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406077 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406209 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406375 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406537 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406700 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.406862 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407025 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407186 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407348 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407511 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407672 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.407855 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408018 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408193 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408328 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408490 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408651 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408813 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.408975 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.409135 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.409332 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.409495 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.409658 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.409987 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410153 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410315 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410477 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410638 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410801 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.410961 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411123 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411291 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411455 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411617 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411809 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.411972 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412132 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412292 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412453 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412628 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412789 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.412949 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413109 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413269 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413429 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413601 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413761 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.413922 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414081 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414240 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414401 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414572 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414732 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.414892 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415051 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415211 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415371 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415540 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415759 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.415881 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416226 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416415 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416527 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416667 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416828 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.416987 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417146 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417307 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417479 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417641 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417801 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.417960 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418120 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418303 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418438 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418812 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.418967 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419073 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419201 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419361 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419533 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419695 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.419877 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420039 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420200 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420361 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420525 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420690 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.420861 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421028 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421190 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421361 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421589 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421724 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.421844 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422031 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422184 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422345 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422504 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422664 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422823 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.422983 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423144 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423303 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423462 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423622 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423804 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.423964 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424124 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424284 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424443 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424610 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424771 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.424938 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.425282 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.425456 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 21:13:13.425612 dv-cinder-806260-2-iscsi neutron-server[93751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 21:13:13.682958 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 40194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:13.692267 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070381 Aug 26 21:13:25.150811 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3535b74-d658-49f1-942c-87e1246f3b26 None None] get_active_networks_info from dv-cinder-806260-2-iscsi {{(pid=93862) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 26 21:13:25.211662 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3535b74-d658-49f1-942c-87e1246f3b26 None None] No non-hosted networks {{(pid=93862) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 21:13:25.227074 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.agentschedulers_db [None req-d3535b74-d658-49f1-942c-87e1246f3b26 None None] DHCP Agent not found on host dv-cinder-806260-2-iscsi {{(pid=93862) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 26 21:13:25.307419 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-34c1bcc5-1a7c-46af-8e1e-3163dc12b9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:27.619816 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:27.620615 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.621289 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.621632 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.621967 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.622296 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.622623 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.622950 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.623300 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.623628 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.628350 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.628864 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.629369 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:27.630017 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806260-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:27.657471 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806260-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:13:27.876645 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9c26665e-52b7-46e2-bf96-f0332c67b937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:27.936973 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-af3568d1-f2c6-4595-bd30-97c0293914d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:28.689534 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:30.482039 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:31.287471 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.db.l3_hamode_db [None req-a46c7d88-8719-4c0a-9de5-f22f764d07c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 21:13:31.365428 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c7d88-8719-4c0a-9de5-f22f764d07c6 None None] Routers set() bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:13:31.365815 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c7d88-8719-4c0a-9de5-f22f764d07c6 None None] Router IDs set() for agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 26 21:13:31.686820 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40286) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:32.178780 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-39148fee-b7d9-4e0d-8857-b881175b8620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:32.179342 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-39148fee-b7d9-4e0d-8857-b881175b8620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:32.400540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-39148fee-b7d9-4e0d-8857-b881175b8620 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:13:32.401763 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-39148fee-b7d9-4e0d-8857-b881175b8620 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7128036 Aug 26 21:13:34.754425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40300) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:35.060269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:13:35.154856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.policy [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 21:13:35.200187 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:35.200545 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING oslo_policy.policy [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:35.209598 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.quota [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] Loaded quota_driver: . Aug 26 21:13:35.296406 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826708317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826709898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826697270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826691410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826163815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748826751895', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16709868', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16654546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-992910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571246'] for rbac-policy, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:35.358940 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:35.360139 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c16a17ad-cf90-4857-a52a-1f98a011b10e admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6047668 Aug 26 21:13:37.915404 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40312) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:38.218281 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Request body: {'network': {'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'name': 'private', 'admin_state_up': True, 'project_id': 'c338374c8a214d1c9657b81d3cff9644'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:13:38.245357 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Made reservation on behalf of c338374c8a214d1c9657b81d3cff9644 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:13:38.248236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.265123 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.387559 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.391154 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.410294 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:13:38.437119 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748822955493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.437699 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Unsubscribe: segment precommit_create {{(pid=93860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 21:13:38.438207 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Added segment 84cdc556-c383-4b5f-a0bf-3331644bf8a3 of type vlan for network 5d455662-077f-47d0-ba53-49a35c43c332 Aug 26 21:13:38.455209 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c32241-31c8-46de-a3d0-1f95e49bef51,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:38.500797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.501146 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.501482 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.501814 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.502159 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.503001 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.503321 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.503638 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.503995 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.504313 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.504625 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.504934 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Tracked resource versions report: Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: pushed versions: Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Log': {'1.0'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Network': {'1.1'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Port': {'1.7'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: consumer versions: Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Log': '1.0', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Network': '1.1', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Port': '1.7', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SubPort': '1.0', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Subnet': '1.1', Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Aug 26 21:13:38.506060 dv-cinder-806260-2-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:13:38.557546 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.595275 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.596573 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:13:38.597192 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:38.675609 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7589779 Aug 26 21:13:38.696992 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22031d-3981-4133-bad6-49d0fc862925 admin admin] Pushing event updated for resources: {'Network': ['ID=5d455662-077f-47d0-ba53-49a35c43c332,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:38.709619 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 5d455662-077f-47d0-ba53-49a35c43c332 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:13:41.372039 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40326) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:41.754699 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c0e7f9-0127-4fde-9e45-fe0595233452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:13:41.756086 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-84c0e7f9-0127-4fde-9e45-fe0595233452 admin admin] 10.222.0.26 "GET /v2.0/networks/5d455662-077f-47d0-ba53-49a35c43c332 HTTP/1.1" status: 200 len: 825 time: 0.3831093 Aug 26 21:13:41.780769 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-07feb83b-0695-4967-a2d5-a0b0c8f8a39e admin admin] 10.222.0.26 "GET /v2.0/subnetpools/a9145546-e2f4-4ddf-8a20-91a4af50d374 HTTP/1.1" status: 200 len: 734 time: 0.0185168 Aug 26 21:13:41.790463 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Request body: {'subnet': {'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'name': 'private-subnet'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:13:41.813121 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Made reservation on behalf of c338374c8a214d1c9657b81d3cff9644 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:13:41.815249 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:42.098515 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:42.163053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=99253dd4-ecc1-406e-97ff-8af02de166e2,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:42.168682 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Checking segment: {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:13:42.169079 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Network hostable DHCP agents. Network: 5d455662-077f-47d0-ba53-49a35c43c332, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:13:42.192218 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Network 5d455662-077f-47d0-ba53-49a35c43c332 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:13:42.202826 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 5d455662-077f-47d0-ba53-49a35c43c332) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:13:42.207875 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:13:42.208452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:42.213023 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de9ce0-fba5-4dbf-84bf-b18516bfaecd None None] Network 5d455662-077f-47d0-ba53-49a35c43c332 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:13:42.222229 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5c48c75f-bc7c-4717-8d53-993cf04040cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4349504 Aug 26 21:13:42.530850 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-5d455662-077f-47d0-ba53-49a35c43c332', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:13:42.532102 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:42.806018 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Allocated IP 172.20.0.2 (5d455662-077f-47d0-ba53-49a35c43c332/99253dd4-ecc1-406e-97ff-8af02de166e2/754e98c4-6451-41d3-8bdb-eb8649f55999) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:13:43.003567 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:43.018663 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Transition to ACTIVE for port object 754e98c4-6451-41d3-8bdb-eb8649f55999 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:13:43.042111 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Transition to ACTIVE for port object 754e98c4-6451-41d3-8bdb-eb8649f55999 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:13:43.050200 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:43.147134 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Network 5d455662-077f-47d0-ba53-49a35c43c332 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:13:43.151918 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:13:43.155202 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:13:43.168379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Pushing event updated for resources: {'Port': ['ID=754e98c4-6451-41d3-8bdb-eb8649f55999,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:43.213697 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.214329 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.214448 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.214694 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.215024 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.215352 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.215675 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.216023 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.216365 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.216690 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.217011 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.217327 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Tracked resource versions report: Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: pushed versions: Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Log': {'1.0'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Network': {'1.1'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Port': {'1.7'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'QosPolicy': {'1.9'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: consumer versions: Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Log': '1.0', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Network': '1.1', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Port': '1.7', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'QosPolicy': '1.9', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SubPort': '1.0', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Subnet': '1.1', Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Aug 26 21:13:43.218440 dv-cinder-806260-2-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:13:43.250724 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Attempting to bind port 754e98c4-6451-41d3-8bdb-eb8649f55999 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:13:43.251109 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Attempting to bind port 754e98c4-6451-41d3-8bdb-eb8649f55999 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:13:43.251553 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Attempting to bind port 754e98c4-6451-41d3-8bdb-eb8649f55999 on network 5d455662-077f-47d0-ba53-49a35c43c332 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:13:43.256465 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:13:43.256865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Checking segment: {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:13:43.257334 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:43.257714 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Bound using segment: {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:13:43.258232 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Bound port: 754e98c4-6451-41d3-8bdb-eb8649f55999, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:13:43.258654 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:43.320855 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] For port 754e98c4-6451-41d3-8bdb-eb8649f55999, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:13:43.325002 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] For port 754e98c4-6451-41d3-8bdb-eb8649f55999, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=754e98c4-6451-41d3-8bdb-eb8649f55999,segment=NetworkSegment(84cdc556-c383-4b5f-a0bf-3331644bf8a3),segment_id=84cdc556-c383-4b5f-a0bf-3331644bf8a3)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:13:43.329512 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:43.395079 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9bc3c-13e0-41a4-953b-e6580284654e None None] Pushing event updated for resources: {'Port': ['ID=754e98c4-6451-41d3-8bdb-eb8649f55999,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:44.608371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40334) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:44.919925 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-bd150f18-f405-4788-b7a4-0ee6fc14a91c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:13:44.920913 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bd150f18-f405-4788-b7a4-0ee6fc14a91c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115664 Aug 26 21:13:47.317150 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40342) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:47.626082 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-e1083d27-6db6-4cae-ae68-b4bbb56d969e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:13:47.627792 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e1083d27-6db6-4cae-ae68-b4bbb56d969e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090615 Aug 26 21:13:50.258115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40352) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:50.557501 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Request body: {'router': {'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'name': 'router1', 'admin_state_up': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:13:50.596663 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:50.598234 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:50.742032 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:50.747452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:50.759662 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:50.760873 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1e0adae9-8e63-4cbe-91ab-7adc0d25d652 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5017946 Aug 26 21:13:51.570998 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 754e98c4-6451-41d3-8bdb-eb8649f55999 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:13:51.653138 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 754e98c4-6451-41d3-8bdb-eb8649f55999 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:13:51.718165 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c17a8-70bb-4feb-b985-cb091501baa4 None None] Network 5d455662-077f-47d0-ba53-49a35c43c332 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:13:51.780108 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Provisioning for port 754e98c4-6451-41d3-8bdb-eb8649f55999 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:13:51.787664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Provisioning complete for port 754e98c4-6451-41d3-8bdb-eb8649f55999 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:13:51.788077 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:51.963485 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:52.017609 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] For port 754e98c4-6451-41d3-8bdb-eb8649f55999, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=754e98c4-6451-41d3-8bdb-eb8649f55999,segment=NetworkSegment(84cdc556-c383-4b5f-a0bf-3331644bf8a3),segment_id=84cdc556-c383-4b5f-a0bf-3331644bf8a3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:13:52.024478 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:52.073431 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752eea0-02f0-44c9-a57c-b4907681f42c None None] Pushing event updated for resources: {'Port': ['ID=754e98c4-6451-41d3-8bdb-eb8649f55999,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:52.245003 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ebcf9523-d9dc-499a-aaec-40721e3e09da None None] Provisioning complete for port 754e98c4-6451-41d3-8bdb-eb8649f55999 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:13:52.245296 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9523-d9dc-499a-aaec-40721e3e09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:53.135724 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40364) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:53.440248 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-e38ee185-c297-4a46-b3f1-3a0176a22378 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:13:53.441244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e38ee185-c297-4a46-b3f1-3a0176a22378 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3045707 Aug 26 21:13:53.547379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 754e98c4-6451-41d3-8bdb-eb8649f55999 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:13:53.598557 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 754e98c4-6451-41d3-8bdb-eb8649f55999 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:13:53.598975 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:55.007492 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d5c36698-075e-4a6d-9505-c78bde249d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:55.808173 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 40372) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:56.287095 dv-cinder-806260-2-iscsi neutron-server[93861]: WARNING oslo_policy.policy [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:56.287661 dv-cinder-806260-2-iscsi neutron-server[93861]: WARNING oslo_policy.policy [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:56.507107 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:13:56.508756 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.quota [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Loaded quota_driver: . Aug 26 21:13:56.562356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Made reservation on behalf of c704af3e2be942beae2e5a2a95095e0b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:13:56.627784 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.policy [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93861) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 21:13:56.672366 dv-cinder-806260-2-iscsi neutron-server[93861]: WARNING oslo_policy.policy [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:56.672748 dv-cinder-806260-2-iscsi neutron-server[93861]: WARNING oslo_policy.policy [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 21:13:56.684035 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:56.704491 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:56.832245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:56.835874 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:56.847084 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Reserving flat network on physical network physnet1 {{(pid=93861) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 21:13:56.881766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748822955493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:56.882331 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Unsubscribe: segment precommit_create {{(pid=93861) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 21:13:56.882841 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Added segment 7e916c28-de29-453f-8fba-49318ec36eb0 of type flat for network c6083e3d-8ace-485b-9941-9ad4fd3830b6 Aug 26 21:13:56.898272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99900b-e92b-4cb9-b0b9-059f4570ea00,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:56.949704 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.950107 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.950447 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.950886 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.951271 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.951596 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.951934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.952250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.952579 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.952894 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.953204 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.953509 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Tracked resource versions report: Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: pushed versions: Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Log': {'1.0'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Network': {'1.1'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Port': {'1.7'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: consumer versions: Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Log': '1.0', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Network': '1.1', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Port': '1.7', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SubPort': '1.0', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Subnet': '1.1', Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Aug 26 21:13:56.954682 dv-cinder-806260-2-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:13:57.004148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:57.051727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:57.053098 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:13:57.054143 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:57.131675 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3224537 Aug 26 21:13:57.152752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bcb90-5a1e-47a6-b91b-c44aaa4a03eb admin admin] Pushing event updated for resources: {'Network': ['ID=c6083e3d-8ace-485b-9941-9ad4fd3830b6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:13:57.164239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:13:57.599576 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:57.878870 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c2806a6e-e5d7-499e-b396-064db40dcd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:58.604033 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:13:59.491075 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 40402) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:13:59.707020 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed8a37-5f09-4765-9227-b144050aa7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:13:59.708418 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-e6ed8a37-5f09-4765-9227-b144050aa7bf admin admin] 10.222.0.26 "GET /v2.0/subnets/99253dd4-ecc1-406e-97ff-8af02de166e2 HTTP/1.1" status: 200 len: 849 time: 0.2164121 Aug 26 21:13:59.867730 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-52f5e190-29a5-4e92-befe-989d11fcb8ae admin admin] 10.222.0.26 "GET /v2.0/routers/9c21d349-dfbe-49be-97fc-17e6ebe1a814 HTTP/1.1" status: 200 len: 704 time: 0.1532454 Aug 26 21:14:00.147122 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.427579 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.434260 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Allocated IP 172.20.0.1 (5d455662-077f-47d0-ba53-49a35c43c332/99253dd4-ecc1-406e-97ff-8af02de166e2/f790f19d-e38b-43e7-9e75-7a14e5ecb121) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:14:00.614996 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.638705 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Transition to ACTIVE for port object f790f19d-e38b-43e7-9e75-7a14e5ecb121 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:14:00.706425 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.771284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Network 5d455662-077f-47d0-ba53-49a35c43c332 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:14:00.777901 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:14:00.787624 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:14:00.788205 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.809591 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Pushing event updated for resources: {'Port': ['ID=f790f19d-e38b-43e7-9e75-7a14e5ecb121,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:00.981052 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:00.982679 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-274025c8-f183-47ca-be31-8a79543b0e4a None None] Provisioning for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:14:00.986893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-274025c8-f183-47ca-be31-8a79543b0e4a None None] Provisioning complete for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:00.987258 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-274025c8-f183-47ca-be31-8a79543b0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:01.020168 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-274025c8-f183-47ca-be31-8a79543b0e4a None None] Port f790f19d-e38b-43e7-9e75-7a14e5ecb121 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:14:01.231017 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:01.235526 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:01.236936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:01.312767 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Pushing event updated for resources: {'Port': ['ID=f790f19d-e38b-43e7-9e75-7a14e5ecb121,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:01.357082 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Network 5d455662-077f-47d0-ba53-49a35c43c332 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:14:01.358339 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:14:01.516077 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:14:01.541008 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-09785edb-4327-4712-b464-901fbaf3c6fa None None] Provisioning complete for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:01.541552 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09785edb-4327-4712-b464-901fbaf3c6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:01.573789 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-09785edb-4327-4712-b464-901fbaf3c6fa None None] Port f790f19d-e38b-43e7-9e75-7a14e5ecb121 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:14:01.608117 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:14:01.614540 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8a32352d-e8a0-4f4b-a615-4bfecb884e47 admin admin] 10.222.0.26 "PUT /v2.0/routers/9c21d349-dfbe-49be-97fc-17e6ebe1a814/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7407672 Aug 26 21:14:01.620854 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Sync routers for ids ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:14:01.632137 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Routers {'9c21d349-dfbe-49be-97fc-17e6ebe1a814'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:14:01.632900 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:13:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:01.820429 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Set router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:14:02.257794 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:00Z', 'revision_number': 2, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port_host': None, '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:01Z', 'revision_number': 2, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:02.310728 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Checking router: 9c21d349-dfbe-49be-97fc-17e6ebe1a814 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:14:02.311101 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Updating router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 port f790f19d-e38b-43e7-9e75-7a14e5ecb121 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:14:02.360568 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:02.884889 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:02.903754 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Transition to ACTIVE for port object f790f19d-e38b-43e7-9e75-7a14e5ecb121 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:14:02.909916 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:03.081406 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Attempting to bind port f790f19d-e38b-43e7-9e75-7a14e5ecb121 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:14:03.081802 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Attempting to bind port f790f19d-e38b-43e7-9e75-7a14e5ecb121 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:14:03.082248 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Attempting to bind port f790f19d-e38b-43e7-9e75-7a14e5ecb121 on network 5d455662-077f-47d0-ba53-49a35c43c332 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:14:03.086997 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Pushing event updated for resources: {'Port': ['ID=f790f19d-e38b-43e7-9e75-7a14e5ecb121,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:03.091304 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:14:03.091736 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Checking segment: {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:14:03.092229 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:03.092613 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Bound using segment: {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:14:03.093118 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Bound port: f790f19d-e38b-43e7-9e75-7a14e5ecb121, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cdc556-c383-4b5f-a0bf-3331644bf8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:14:03.093544 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:03.105660 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.106006 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.106342 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.106673 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.107000 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.107323 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.107644 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.107985 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.108314 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.108631 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.108946 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.109258 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Tracked resource versions report: Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: pushed versions: Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: { 'AddressGroup': {'1.2'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'ConntrackHelper': {'1.0'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Log': {'1.0'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Network': {'1.1'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Port': {'1.7'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'PortForwarding': {'1.2'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'QosPolicy': {'1.9'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroup': {'1.4'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SubPort': {'1.0'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Subnet': {'1.1'}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Trunk': {'1.1'}} Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: consumer versions: Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'ConntrackHelper': '1.0', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Log': '1.0', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Network': '1.1', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Port': '1.7', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'PortForwarding': '1.2', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'QosPolicy': '1.9', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroup': '1.4', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroupRule': '1.2', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SubPort': '1.0', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Subnet': '1.1', Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Trunk': '1.1'}} Aug 26 21:14:03.110380 dv-cinder-806260-2-iscsi neutron-server[93863]: {{(pid=93863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:14:03.170457 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] For port f790f19d-e38b-43e7-9e75-7a14e5ecb121, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:14:03.191296 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] For port f790f19d-e38b-43e7-9e75-7a14e5ecb121, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=f790f19d-e38b-43e7-9e75-7a14e5ecb121,segment=NetworkSegment(84cdc556-c383-4b5f-a0bf-3331644bf8a3),segment_id=84cdc556-c383-4b5f-a0bf-3331644bf8a3)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:14:03.195589 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:03.249852 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Routers {'9c21d349-dfbe-49be-97fc-17e6ebe1a814'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:14:03.250468 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:13:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:03.290162 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf77b3-88ae-4795-98b4-8953abd6e3a8 None None] Pushing event updated for resources: {'Port': ['ID=f790f19d-e38b-43e7-9e75-7a14e5ecb121,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:03.342807 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] Set router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:14:03.548350 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:00Z', 'revision_number': 2, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port_host': None, '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:03Z', 'revision_number': 4, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:03.573635 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486814f5-b0f3-4219-b34c-eb14b6fffe60 None None] The sync data for ids ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'] in dv-cinder-806260-2-iscsi is: [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:00Z', 'revision_number': 2, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port_host': None, '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:03Z', 'revision_number': 4, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:14:03.821950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 40422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:14:03.931499 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b896a-7ad2-49cb-bd1e-d80a6a80fcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:14:03.933127 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8c3b896a-7ad2-49cb-bd1e-d80a6a80fcaa admin admin] 10.222.0.26 "GET /v2.0/networks/c6083e3d-8ace-485b-9941-9ad4fd3830b6 HTTP/1.1" status: 200 len: 842 time: 0.1101358 Aug 26 21:14:03.943669 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:14:03.966336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Made reservation on behalf of c704af3e2be942beae2e5a2a95095e0b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:14:03.968550 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:04.265037 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.objects.ports [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93861) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 26 21:14:04.265487 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:04.320186 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b602ae3a-7fd5-4b3d-ac73-2605c4380454,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:04.329046 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:14:04.329442 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Network hostable DHCP agents. Network: c6083e3d-8ace-485b-9941-9ad4fd3830b6, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:14:04.352574 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:14:04.363618 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, c6083e3d-8ace-485b-9941-9ad4fd3830b6) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:14:04.367559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:14:04.368232 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:04.372043 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6769f-e5b0-4833-9d9d-3fdfc52818d4 None None] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:14:04.393600 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-968aa6e3-7817-4569-b83b-c760db2c75cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410279 Aug 26 21:14:04.506484 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e1128-f627-423c-bb63-1d29456ceb0c None None] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:14:06.764147 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40430) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:14:06.977325 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-40dd0429-fccd-47d3-a1be-45d12185ebb9 admin admin] 10.222.0.26 "GET /v2.0/routers/9c21d349-dfbe-49be-97fc-17e6ebe1a814 HTTP/1.1" status: 200 len: 710 time: 0.2118971 Aug 26 21:14:07.099011 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae64854-8135-47e9-a31f-33f3004df5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:14:07.100448 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bae64854-8135-47e9-a31f-33f3004df5fb admin admin] 10.222.0.26 "GET /v2.0/networks/c6083e3d-8ace-485b-9941-9ad4fd3830b6 HTTP/1.1" status: 200 len: 886 time: 0.1171355 Aug 26 21:14:07.109882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:14:07.352374 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:07.582228 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:07.653651 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:07.858723 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Allocated IP 172.27.3.116 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/eb632fe6-b74b-4333-ba05-bbdd7bfab240) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:14:07.968980 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.040204 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.107638 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:14:08.114343 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:14:08.124146 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:14:08.160127 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb632fe6-b74b-4333-ba05-bbdd7bfab240,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:08.398355 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.589104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1005588', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1003702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-37120'] for router, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.594839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1005583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1005574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1003681'] for router, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.711933 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:14:08.820497 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:14:08.824826 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:08.826065 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2711a657-7acc-4245-b6e0-e6d8e4d257e5 admin admin] 10.222.0.26 "PUT /v2.0/routers/9c21d349-dfbe-49be-97fc-17e6ebe1a814 HTTP/1.1" status: 200 len: 890 time: 1.7194116 Aug 26 21:14:09.579253 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device f790f19d-e38b-43e7-9e75-7a14e5ecb121 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:14:09.631325 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:14:09.634932 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:09.635302 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:09.716876 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:09.748602 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port f790f19d-e38b-43e7-9e75-7a14e5ecb121, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=f790f19d-e38b-43e7-9e75-7a14e5ecb121,segment=NetworkSegment(84cdc556-c383-4b5f-a0bf-3331644bf8a3),segment_id=84cdc556-c383-4b5f-a0bf-3331644bf8a3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:14:09.752437 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:09.801093 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=f790f19d-e38b-43e7-9e75-7a14e5ecb121,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:10.008828 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Sync routers for ids ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:14:10.019417 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Routers {'9c21d349-dfbe-49be-97fc-17e6ebe1a814'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:14:10.020180 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:13:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:10.274667 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Set router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:14:10.665923 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:08Z', 'revision_number': 4, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port': {'id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:07Z', 'updated_at': '2021-08-26T21:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:09Z', 'revision_number': 5, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:10.718506 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Checking router: 9c21d349-dfbe-49be-97fc-17e6ebe1a814 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:14:10.718857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Updating router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 port eb632fe6-b74b-4333-ba05-bbdd7bfab240 binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:14:10.767385 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.081316 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.092097 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Transition to ACTIVE for port object eb632fe6-b74b-4333-ba05-bbdd7bfab240 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:14:11.099044 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.146688 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Attempting to bind port eb632fe6-b74b-4333-ba05-bbdd7bfab240 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:14:11.147054 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Attempting to bind port eb632fe6-b74b-4333-ba05-bbdd7bfab240 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:14:11.147416 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Attempting to bind port eb632fe6-b74b-4333-ba05-bbdd7bfab240 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:14:11.155860 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f2cfd-0b44-49e5-b07e-f4861aa62580 None None] Pushing event updated for resources: {'Port': ['ID=eb632fe6-b74b-4333-ba05-bbdd7bfab240,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:11.160145 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:14:11.160518 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:14:11.160909 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.161753 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:14:11.161753 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Bound port: eb632fe6-b74b-4333-ba05-bbdd7bfab240, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:14:11.162130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.211939 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] For port eb632fe6-b74b-4333-ba05-bbdd7bfab240, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:14:11.215239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] For port eb632fe6-b74b-4333-ba05-bbdd7bfab240, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=eb632fe6-b74b-4333-ba05-bbdd7bfab240,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:14:11.218854 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.222708 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 40442) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:14:11.277515 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f2cfd-0b44-49e5-b07e-f4861aa62580 None None] Pushing event updated for resources: {'Port': ['ID=eb632fe6-b74b-4333-ba05-bbdd7bfab240,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:11.280060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Routers {'9c21d349-dfbe-49be-97fc-17e6ebe1a814'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:14:11.280640 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:13:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:11.336836 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1be2c909-6e6e-4304-91c0-428783eddff3 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1130157 Aug 26 21:14:11.473715 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] Set router 9c21d349-dfbe-49be-97fc-17e6ebe1a814 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:14:11.583166 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device f790f19d-e38b-43e7-9e75-7a14e5ecb121 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:14:11.664269 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:11.664634 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:11.787567 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:08Z', 'revision_number': 4, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port': {'id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:07Z', 'updated_at': '2021-08-26T21:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:09Z', 'revision_number': 5, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:14:11.815353 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d47f22-f518-4bbc-9892-15796b3445f0 None None] The sync data for ids ['9c21d349-dfbe-49be-97fc-17e6ebe1a814'] in dv-cinder-806260-2-iscsi is: [{'id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'name': 'router1', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:13:50Z', 'updated_at': '2021-08-26T21:14:08Z', 'revision_number': 4, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'gw_port': {'id': 'eb632fe6-b74b-4333-ba05-bbdd7bfab240', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:07Z', 'updated_at': '2021-08-26T21:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'f790f19d-e38b-43e7-9e75-7a14e5ecb121', 'name': '', 'network_id': '5d455662-077f-47d0-ba53-49a35c43c332', 'tenant_id': 'c338374c8a214d1c9657b81d3cff9644', 'mac_address': 'fa:16:3e:8c:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c21d349-dfbe-49be-97fc-17e6ebe1a814', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:14:00Z', 'updated_at': '2021-08-26T21:14:09Z', 'revision_number': 5, 'project_id': 'c338374c8a214d1c9657b81d3cff9644', 'subnets': [{'id': '99253dd4-ecc1-406e-97ff-8af02de166e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a9145546-e2f4-4ddf-8a20-91a4af50d374'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:14:13.612547 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device eb632fe6-b74b-4333-ba05-bbdd7bfab240 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:14:13.665279 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port eb632fe6-b74b-4333-ba05-bbdd7bfab240 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:14:13.669539 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port eb632fe6-b74b-4333-ba05-bbdd7bfab240 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:13.670105 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:13.759379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:13.781219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port eb632fe6-b74b-4333-ba05-bbdd7bfab240, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=eb632fe6-b74b-4333-ba05-bbdd7bfab240,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:14:13.786191 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:13.842968 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=eb632fe6-b74b-4333-ba05-bbdd7bfab240,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:14:15.595297 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device eb632fe6-b74b-4333-ba05-bbdd7bfab240 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:14:15.666615 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port eb632fe6-b74b-4333-ba05-bbdd7bfab240 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:14:15.666991 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:25.012802 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5d286230-4cf9-46ea-8638-fb6c5b7ac4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:27.306766 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:14:27.602321 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:27.881359 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ffa90c8e-abf2-43ba-8683-861eb74452bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:28.612013 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:30.454898 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:55.015009 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-267291d4-1432-4b1a-8ad1-1639af5488f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:57.606722 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:57.882652 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-685dee68-0e85-4a44-ae64-e341633b5cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:14:58.604910 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:00.454483 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:04.307116 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:15:25.018159 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4b5c5f9c-6cc2-44fd-ac6b-14f6e7af3ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:27.607382 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:27.883174 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-20c6d413-1191-4ce2-8ed2-a7753d70fb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:28.610535 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:30.454259 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:41.306870 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:15:46.671322 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41004) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:46.735675 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e849c596-7138-4b0f-904a-80564595cdca admin admin] GET failed (client error): The resource could not be found. Aug 26 21:15:46.737012 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e849c596-7138-4b0f-904a-80564595cdca admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0647066 Aug 26 21:15:46.956664 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e231a9-e2e2-481b-b27a-690a9e30fe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:46.958149 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-71e231a9-e2e2-481b-b27a-690a9e30fe7d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2166615 Aug 26 21:15:49.123424 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41014) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:49.212305 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e5528-ac18-46ef-8485-110411e79c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:49.213647 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-858e5528-ac18-46ef-8485-110411e79c90 admin admin] 10.222.0.26 "GET /v2.0/subnets/99253dd4-ecc1-406e-97ff-8af02de166e2 HTTP/1.1" status: 200 len: 849 time: 0.0892642 Aug 26 21:15:49.224221 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:15:49.309082 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:49.446378 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748822930984'] for subnet, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:49.475481 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:49.476091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:49.477370 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] 10.222.0.26 "PUT /v2.0/subnets/99253dd4-ecc1-406e-97ff-8af02de166e2 HTTP/1.1" status: 200 len: 868 time: 0.2568209 Aug 26 21:15:49.497559 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99253dd4-ecc1-406e-97ff-8af02de166e2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:15:49.499442 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ddbe1-4165-464a-8d4b-c275f5254ced None None] Network 5d455662-077f-47d0-ba53-49a35c43c332 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:15:49.504628 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.505006 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.505340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.505719 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.505978 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.506329 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.506655 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.506974 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.507314 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.507728 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.507983 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.508300 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fed9cb5-e50b-42a4-a704-7ed6962cf2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:15:49.903618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3e44aaa2-a149-451e-a8af-288cfedd85e4 None None] Provisioning complete for port f790f19d-e38b-43e7-9e75-7a14e5ecb121 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:15:49.904746 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e44aaa2-a149-451e-a8af-288cfedd85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:49.985741 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3e44aaa2-a149-451e-a8af-288cfedd85e4 None None] Provisioning complete for port 754e98c4-6451-41d3-8bdb-eb8649f55999 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:15:49.986023 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e44aaa2-a149-451e-a8af-288cfedd85e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:51.670127 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41022) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:51.863843 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646268e-18d8-439e-a475-9c6c8a39e431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:51.864316 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646268e-18d8-439e-a475-9c6c8a39e431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:51.865848 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1646268e-18d8-439e-a475-9c6c8a39e431 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1947465 Aug 26 21:15:54.008906 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41030) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:54.139410 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896ea7c-e147-4b56-b162-673e769bfc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:54.139886 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1896ea7c-e147-4b56-b162-673e769bfc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:54.141460 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1896ea7c-e147-4b56-b162-673e769bfc99 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316168 Aug 26 21:15:55.019098 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b29c6abe-9f3c-41ff-b72d-fde5970c3385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:56.309114 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41038) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:56.451319 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e389d6bb-5cc8-4b84-9c66-0ca4d26731d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:56.452724 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e389d6bb-5cc8-4b84-9c66-0ca4d26731d2 admin admin] 10.222.0.26 "GET /v2.0/networks/5d455662-077f-47d0-ba53-49a35c43c332 HTTP/1.1" status: 200 len: 869 time: 0.1426697 Aug 26 21:15:57.608273 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:57.884130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5fb7b752-4381-4d19-a151-14566409cc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:58.603294 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41046) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:15:58.612739 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:15:58.734743 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02836d-3ba9-4b90-8b31-72af2ed62c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:15:58.736136 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3e02836d-3ba9-4b90-8b31-72af2ed62c21 admin admin] 10.222.0.26 "GET /v2.0/networks/c6083e3d-8ace-485b-9941-9ad4fd3830b6 HTTP/1.1" status: 200 len: 886 time: 0.1318455 Aug 26 21:16:00.456965 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:00.883594 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41054) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:01.005540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a0c35-f247-4920-b2b9-4c88cc63a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:01.005992 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a0c35-f247-4920-b2b9-4c88cc63a0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:01.007490 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b06a0c35-f247-4920-b2b9-4c88cc63a0a3 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229401 Aug 26 21:16:03.163579 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41062) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:03.252763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706baf3-31b3-4f76-9bf0-a23c37db0b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:03.253212 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706baf3-31b3-4f76-9bf0-a23c37db0b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:03.254687 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e706baf3-31b3-4f76-9bf0-a23c37db0b45 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901260 Aug 26 21:16:05.411207 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41070) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:05.504353 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645ad3a-c08c-4899-a92b-afe715f17a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:05.505684 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d645ad3a-c08c-4899-a92b-afe715f17a8b admin admin] 10.222.0.26 "GET /v2.0/subnets/99253dd4-ecc1-406e-97ff-8af02de166e2 HTTP/1.1" status: 200 len: 868 time: 0.0935006 Aug 26 21:16:07.659767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41078) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:07.743648 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99493f7e-0c33-4b7a-839f-9627a99ba2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:07.744981 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-99493f7e-0c33-4b7a-839f-9627a99ba2e4 admin admin] 10.222.0.26 "GET /v2.0/subnets/b602ae3a-7fd5-4b3d-ac73-2605c4380454 HTTP/1.1" status: 200 len: 816 time: 0.0842600 Aug 26 21:16:18.306544 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:16:25.022988 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d642129f-75c6-46e1-9b64-8546d47fd11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:27.624915 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:27.884754 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b504342e-be95-4077-ad62-4af5aeaa8e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:28.615347 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:30.459247 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:31.265382 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41132) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:31.312352 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [None req-59b0dbb7-463e-4cb1-8caf-2963422ebd1d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:16:31.313328 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-59b0dbb7-463e-4cb1-8caf-2963422ebd1d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470233 Aug 26 21:16:33.551099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41140) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:33.610839 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.pecan_wsgi.hooks.translation [None req-880a66ca-89c1-40f6-b859-226627fd3bcc admin admin] GET failed (client error): The resource could not be found. Aug 26 21:16:33.612157 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-880a66ca-89c1-40f6-b859-226627fd3bcc admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601499 Aug 26 21:16:33.696645 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140f0b98-57d0-4890-b497-fa0dffe9364d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:33.698088 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-140f0b98-57d0-4890-b497-fa0dffe9364d admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814097 Aug 26 21:16:35.868345 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41148) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:35.914776 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:16:35.935616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Made reservation on behalf of c704af3e2be942beae2e5a2a95095e0b for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:16:35.938014 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:35.971434 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING neutron.services.revisions.revision_plugin [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Could not find related network for resource to bump revision. Aug 26 21:16:35.983834 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:16:35.992492 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:35.992828 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Added segment 46ca0a30-e6ee-481f-8c22-2e5319d0de34 of type vlan for network 3481e652-eee3-450f-9b6f-f4eaac08a3cd Aug 26 21:16:36.038788 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:36.062541 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:36.063652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:36.064265 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:36.121306 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2518179 Aug 26 21:16:36.125948 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8e952-a14d-4c57-9fcf-68a27635c2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=3481e652-eee3-450f-9b6f-f4eaac08a3cd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:16:36.136564 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:16:38.296103 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41156) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:16:38.356535 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa11a17a-9ed6-4409-9880-597bdbc6f6ae admin admin] GET failed (client error): The resource could not be found. Aug 26 21:16:38.358782 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-fa11a17a-9ed6-4409-9880-597bdbc6f6ae admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616415 Aug 26 21:16:38.456273 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5422cc-e4a8-4905-909e-fb99addc21db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:38.457686 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ca5422cc-e4a8-4905-909e-fb99addc21db admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0945625 Aug 26 21:16:38.468394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:16:38.487409 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Made reservation on behalf of c704af3e2be942beae2e5a2a95095e0b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:16:38.489649 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:38.646090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:38.702671 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c21e849-fd4b-4525-8b37-ae10004fa5ab,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:16:38.710717 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.711080 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.711417 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.711773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.712101 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.712441 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.712765 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.713088 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.713418 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.713741 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.714056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.714366 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:38.720472 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Checking segment: {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:16:38.720825 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Network hostable DHCP agents. Network: 3481e652-eee3-450f-9b6f-f4eaac08a3cd, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:16:38.736714 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:16:38.744787 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 3481e652-eee3-450f-9b6f-f4eaac08a3cd) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:16:38.749008 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:16:38.749742 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:38.753560 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec9505-d8cf-40ad-9825-1bc47be2a424 None None] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:16:38.764590 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0032bea9-68ec-45e0-9501-a31657262143 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3001401 Aug 26 21:16:38.905668 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-3481e652-eee3-450f-9b6f-f4eaac08a3cd', 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd', 'tenant_id': 'c704af3e2be942beae2e5a2a95095e0b', 'fixed_ips': [{'subnet_id': '3c21e849-fd4b-4525-8b37-ae10004fa5ab'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:16:38.906606 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.138306 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Allocated IP 192.168.233.2 (3481e652-eee3-450f-9b6f-f4eaac08a3cd/3c21e849-fd4b-4525-8b37-ae10004fa5ab/b0ce1f2c-0fce-4081-a059-b853bd17fa93) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:16:39.281017 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.289186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Transition to ACTIVE for port object b0ce1f2c-0fce-4081-a059-b853bd17fa93 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:16:39.304409 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Transition to ACTIVE for port object b0ce1f2c-0fce-4081-a059-b853bd17fa93 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:16:39.310387 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.351644 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:16:39.354623 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:16:39.357072 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:16:39.362557 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Pushing event updated for resources: {'Port': ['ID=b0ce1f2c-0fce-4081-a059-b853bd17fa93,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:16:39.373227 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.373573 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.373909 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.374261 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.374586 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.374908 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.375225 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.375550 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.375944 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.376422 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.376619 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.377541 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:16:39.426534 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Attempting to bind port b0ce1f2c-0fce-4081-a059-b853bd17fa93 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:16:39.426898 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Attempting to bind port b0ce1f2c-0fce-4081-a059-b853bd17fa93 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:16:39.427248 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Attempting to bind port b0ce1f2c-0fce-4081-a059-b853bd17fa93 on network 3481e652-eee3-450f-9b6f-f4eaac08a3cd {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:16:39.432298 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:16:39.432659 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Checking segment: {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:16:39.433052 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.433434 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Bound using segment: {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:16:39.433888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Bound port: b0ce1f2c-0fce-4081-a059-b853bd17fa93, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:16:39.434273 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.496777 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] For port b0ce1f2c-0fce-4081-a059-b853bd17fa93, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:16:39.500503 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] For port b0ce1f2c-0fce-4081-a059-b853bd17fa93, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b0ce1f2c-0fce-4081-a059-b853bd17fa93,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:16:39.505780 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:39.560066 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930233-a92b-4a90-8499-9d1ffae6d97d None None] Pushing event updated for resources: {'Port': ['ID=b0ce1f2c-0fce-4081-a059-b853bd17fa93,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:16:40.361044 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4392705c-a6d1-448f-9980-da6ca6300962 None None] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:16:40.450616 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-9f7e79b8-7e9b-4407-9d38-bc50cb44df0f None None] Provisioning for port b0ce1f2c-0fce-4081-a059-b853bd17fa93 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:16:41.687219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b0ce1f2c-0fce-4081-a059-b853bd17fa93 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:16:41.740012 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port b0ce1f2c-0fce-4081-a059-b853bd17fa93 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:16:41.743665 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b0ce1f2c-0fce-4081-a059-b853bd17fa93 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:16:41.744183 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:41.819900 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:41.850412 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port b0ce1f2c-0fce-4081-a059-b853bd17fa93, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b0ce1f2c-0fce-4081-a059-b853bd17fa93,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:16:41.854760 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:41.901294 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=b0ce1f2c-0fce-4081-a059-b853bd17fa93,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:16:43.664294 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b0ce1f2c-0fce-4081-a059-b853bd17fa93 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:16:43.715386 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b0ce1f2c-0fce-4081-a059-b853bd17fa93 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:16:43.715774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:55.024586 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e81b5963-e346-4c67-a9f6-f042f70ae621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:55.305258 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:16:57.607334 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:57.884976 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6ae49686-7d39-4510-a027-a005b9bff9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:16:58.617478 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:00.463281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:25.026378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-14d0f42b-c14e-43fe-b1cd-b97bfe35fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:27.608976 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:27.884937 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7f56738f-9e38-4d00-8cb5-1d8168c8ee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:28.623815 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:30.468265 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:32.304683 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:17:46.238453 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:17:46.245180 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [None req-88e8b3c0-e2a3-47a2-901d-c7ea9bc5b625 tempest-verify_tempest_config-637917768 tempest-verify_tempest_config-637917768-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:17:46.246128 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-88e8b3c0-e2a3-47a2-901d-c7ea9bc5b625 tempest-verify_tempest_config-637917768 tempest-verify_tempest_config-637917768-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066984 Aug 26 21:17:46.529360 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41228) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:17:46.633097 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.719375 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.722775 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.767071 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=02d410b19d2840e4ad185b199838424d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2358894 Aug 26 21:17:46.768361 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e0050c-ad9a-4e74-8f67-27f56f4b8dd6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:17:46.769820 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41232) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:17:46.775119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.775471 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.775837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.776172 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.776501 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.776850 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.777183 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.777505 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.777844 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.778167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.778486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.778803 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b38723b-a652-4544-b198-e8fdcea5008f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.823301 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.843939 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.937309 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.939813 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:46.940969 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2e0050c-ad9a-4e74-8f67-27f56f4b8dd6 HTTP/1.1" status: 204 len: 168 time: 0.1701288 Aug 26 21:17:46.948708 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e0050c-ad9a-4e74-8f67-27f56f4b8dd6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:17:46.955590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.955957 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.956299 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.956629 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.956951 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.957273 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.957596 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.957919 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.958260 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.958643 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.958883 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:46.959208 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f28c635-c217-4865-a1a4-be483a69b5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:17:55.027857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-79b0a2a6-e1a4-412d-b769-3d0fd0ee227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:57.609362 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:57.886808 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fbc23491-698a-42f3-9e45-070b144f40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:17:58.622682 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:00.468418 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:09.303357 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:18:25.029957 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-31179007-3e78-4cb3-a8c8-10cdbf4b3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:27.610540 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:27.887411 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d7a270bf-ad45-4151-82e2-410881d4a545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:28.625652 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:30.474309 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:46.302686 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 5 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:18:55.029928 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3e7c642a-82dc-4fbd-ab2b-c1268512456e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:57.610785 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:57.887875 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eb655604-45a8-4b6a-b1fb-15394468242e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:18:58.627909 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:00.474993 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:18.378179 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1010337'] for agent, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:23.301241 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:19:25.031646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de6b4ae1-9bd6-41ce-a3f4-28bb2e68419d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:27.612229 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:27.887742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c325-e585-4c1b-935c-858d45d17ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:28.635042 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:30.480659 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:33.477992 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41310) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:19:33.581201 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f43e1599-6a44-4ea7-bf1b-59dac53fdf25 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021187 Aug 26 21:19:35.752571 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41320) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:19:35.813623 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-07426daf-001b-4099-aaad-a76303b891d3 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599747 Aug 26 21:19:48.337788 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:55.032904 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-43daa6aa-ccef-471b-b5c1-625cd0b57031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:57.613682 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:57.887923 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1e03056b-0e13-4062-a49f-8b7852a568e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:19:58.634654 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:00.301195 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:20:00.480948 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:18.352839 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:25.035955 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b218d2a3-01a6-4401-b99d-784eafbc5575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:27.615661 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:27.896378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2379e2df-63a3-46f1-8040-031036ec65fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:28.636896 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:30.486108 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:37.300217 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:20:48.352555 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:55.039031 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-82ba93b5-b4b7-4a47-a9f1-f0c757918ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:57.618702 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:57.887879 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0bdcf38b-8f68-499b-b649-4ea28449e26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:20:58.641647 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:00.490195 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:05.785467 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41476) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:06.106947 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-552939384-network', 'tenant_id': '94917f9a383543b0b1804ebe3870153f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:06.132394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Made reservation on behalf of 94917f9a383543b0b1804ebe3870153f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:06.138025 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.149914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.167893 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41504) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:06.245493 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.250924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.285486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:06.287494 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02a34e-6076-4741-96c0-43e018c521f7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:06.302578 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.302935 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Added segment 782e8541-9225-4f21-9207-6973a6aac9f9 of type vlan for network 7252e207-3d22-400e-aff0-ed31003555c4 Aug 26 21:21:06.304810 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.305184 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.305516 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.306028 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.306358 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.306699 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.307029 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.307356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.307693 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.308101 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.308411 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.308737 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Tracked resource versions report: Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: pushed versions: Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: { 'AddressGroup': {'1.2'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'ConntrackHelper': {'1.0'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Log': {'1.0'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Network': {'1.1'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Port': {'1.7'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'PortForwarding': {'1.2'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'QosPolicy': {'1.9'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroup': {'1.4'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SubPort': {'1.0'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Subnet': {'1.1'}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Trunk': {'1.1'}} Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: consumer versions: Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: HyperV agent@hv-cinder-80626: {}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'ConntrackHelper': '1.0', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Log': '1.0', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Network': '1.1', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Port': '1.7', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'PortForwarding': '1.2', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'QosPolicy': '1.9', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroup': '1.4', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SecurityGroupRule': '1.2', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'SubPort': '1.0', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Subnet': '1.1', Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: 'Trunk': '1.1'}} Aug 26 21:21:06.309914 dv-cinder-806260-2-iscsi neutron-server[93861]: {{(pid=93861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:21:06.319429 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1608660468-network', 'tenant_id': '7f323ceca1b2481e8bde9852b02dcb87'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:06.347645 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Made reservation on behalf of 7f323ceca1b2481e8bde9852b02dcb87 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:06.351115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.361493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.371324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.402746 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.403822 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:06.404448 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.494735 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.501324 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.536009 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:06.538300 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8bad2-b727-4729-bb74-0ea572684c44,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:06.551949 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.552418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.552902 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.553310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.553768 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.554188 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.554588 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.555085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.555470 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.555797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.556189 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.556576 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Tracked resource versions report: Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: pushed versions: Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: { 'AddressGroup': {'1.2'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'ConntrackHelper': {'1.0'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Log': {'1.0'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Network': {'1.1'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Port': {'1.7'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'PortForwarding': {'1.2'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'QosPolicy': {'1.9'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroup': {'1.4'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SubPort': {'1.0'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Subnet': {'1.1'}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Trunk': {'1.1'}} Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: consumer versions: Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: HyperV agent@hv-cinder-80626: {}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'ConntrackHelper': '1.0', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Log': '1.0', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Network': '1.1', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Port': '1.7', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'PortForwarding': '1.2', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'QosPolicy': '1.9', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroup': '1.4', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SecurityGroupRule': '1.2', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'SubPort': '1.0', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Subnet': '1.1', Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: 'Trunk': '1.1'}} Aug 26 21:21:06.560419 dv-cinder-806260-2-iscsi neutron-server[93860]: {{(pid=93860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:21:06.563673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] Pushing event updated for resources: {'Network': ['ID=7252e207-3d22-400e-aff0-ed31003555c4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:06.564955 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.565403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Added segment ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4 of type vlan for network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 Aug 26 21:21:06.587908 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:06.593604 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-10d95e91-32a4-4eeb-a22f-f7788ce06abe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8068485 Aug 26 21:21:06.594395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41534) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:06.600106 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Request body: {'subnet': {'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-subnet', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:06.635528 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.638752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Made reservation on behalf of 94917f9a383543b0b1804ebe3870153f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:06.641326 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.674591 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.676683 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:06.677651 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.749518 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=3e2cb6cb-780d-4e8d-970c-61f08a949e97,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:06.758023 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41540) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:06.758403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-44dbe825-19ad-45eb-a1db-1e21300de7a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5885875 Aug 26 21:21:06.763363 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:06.767042 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Request body: {'subnet': {'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1608660468-subnet', 'tenant_id': '7f323ceca1b2481e8bde9852b02dcb87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:06.844408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Made reservation on behalf of 7f323ceca1b2481e8bde9852b02dcb87 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:06.846680 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.930076 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:06.967028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41550) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:06.999037 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41554) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:07.037578 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Checking segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:07.037934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Network hostable DHCP agents. Network: 7252e207-3d22-400e-aff0-ed31003555c4, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:07.051581 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:07.147546 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Network 7252e207-3d22-400e-aff0-ed31003555c4 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:07.147644 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41566) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:07.152273 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.177889 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 7252e207-3d22-400e-aff0-ed31003555c4) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:07.186991 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:07.187579 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.189869 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2212db54-f1da-4e39-8a35-5c83b3a3f4a4 None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:07.225288 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41572) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:07.225945 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-82047f5d-cc78-4831-ba77-f88dbdfcb9e1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6293464 Aug 26 21:21:07.226045 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ab6bba-deb5-4509-b1c0-66aae896d398,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:07.230931 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:07.248269 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Checking segment: {'id': 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:07.250000 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Network hostable DHCP agents. Network: 3e2cb6cb-780d-4e8d-970c-61f08a949e97, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:07.270614 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:07.289176 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 3e2cb6cb-780d-4e8d-970c-61f08a949e97) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:07.300090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:07.301829 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.376606 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e264d-b7d0-4593-a8ed-d8715072529a None None] Network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:07.377758 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.378830 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.386055 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b68001a3-2b24-497d-8a6f-861f54c020cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6260796 Aug 26 21:21:07.426555 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1396661381-network', 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:07.433989 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-7252e207-3d22-400e-aff0-ed31003555c4', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:21:07.435295 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.478398 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-658947316-network', 'tenant_id': '4e76c46cc64446cba9a69d527704e285'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:07.491263 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.560324 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:07.564040 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.569325 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344876920-network', 'tenant_id': '0f8a9631c3fd4f4485c7227696365ba3'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:07.612984 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.629157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Made reservation on behalf of 4e76c46cc64446cba9a69d527704e285 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:07.631915 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.726019 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.745418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.748986 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 21:21:07.748986 dv-cinder-806260-2-iscsi neutron-server[93860]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 21:21:07.748986 dv-cinder-806260-2-iscsi neutron-server[93860]: [parameters: {'project_id_1': '0ac2478b592d4bd7a39a5f6be19bcf40', 'expiration_1': datetime.datetime(2021, 8, 26, 21, 21, 7, 681150)}] Aug 26 21:21:07.748986 dv-cinder-806260-2-iscsi neutron-server[93860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 21:21:07.749726 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 21:21:07.763169 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Made reservation on behalf of 0f8a9631c3fd4f4485c7227696365ba3 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:07.763800 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Allocated IP 172.20.0.2 (7252e207-3d22-400e-aff0-ed31003555c4/1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b/d18491b0-af73-41a1-b654-116e70444c45) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:07.767125 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.816529 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:07.841643 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d136d-509b-45c2-a43d-f798f350c177 None None] Network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:08.055418 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.062711 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.071740 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.079449 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Transition to ACTIVE for port object d18491b0-af73-41a1-b654-116e70444c45 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:08.114915 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Transition to ACTIVE for port object d18491b0-af73-41a1-b654-116e70444c45 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:08.129160 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.172430 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:08.203281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:08.206272 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcbfb43-43c4-40e0-a26a-9641b6363adf,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:08.207042 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:08.212390 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:08.227451 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Pushing event updated for resources: {'Port': ['ID=d18491b0-af73-41a1-b654-116e70444c45,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:08.236946 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.237560 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Added segment 7aff200b-58a4-4820-8619-e334299cd514 of type vlan for network d34bd2f3-b54e-4a12-8eac-7eff388fec4a Aug 26 21:21:08.255044 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.278654 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.278993 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.282969 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.289047 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.291241 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.291788 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.292276 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.292759 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.294430 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.294933 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.295487 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.296799 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Tracked resource versions report: Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: pushed versions: Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: { 'AddressGroup': {'1.2'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'ConntrackHelper': {'1.0'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Log': {'1.0'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Network': {'1.1'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Port': {'1.7'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'PortForwarding': {'1.2'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'QosPolicy': {'1.9'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroup': {'1.4'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SubPort': {'1.0'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Subnet': {'1.1'}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Trunk': {'1.1'}} Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: consumer versions: Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: HyperV agent@hv-cinder-80626: {}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'ConntrackHelper': '1.0', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Log': '1.0', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Network': '1.1', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Port': '1.7', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'PortForwarding': '1.2', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'QosPolicy': '1.9', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroup': '1.4', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SecurityGroupRule': '1.2', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'SubPort': '1.0', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Subnet': '1.1', Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: 'Trunk': '1.1'}} Aug 26 21:21:08.298076 dv-cinder-806260-2-iscsi neutron-server[93862]: {{(pid=93862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:21:08.321586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.373970 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Attempting to bind port d18491b0-af73-41a1-b654-116e70444c45 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:08.374349 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Attempting to bind port d18491b0-af73-41a1-b654-116e70444c45 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:08.374769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Attempting to bind port d18491b0-af73-41a1-b654-116e70444c45 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:08.383807 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:08.385896 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Checking segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:08.387379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.390691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Bound using segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:08.391516 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Bound port: d18491b0-af73-41a1-b654-116e70444c45, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:08.392691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.392841 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.404635 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.521958 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.db.resource_extend [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 21:21:08.522304 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] For port d18491b0-af73-41a1-b654-116e70444c45, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:08.526474 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] For port d18491b0-af73-41a1-b654-116e70444c45, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=d18491b0-af73-41a1-b654-116e70444c45,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:08.532637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.599616 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921059c1-7bba-49c3-acf3-0a8a9ff2a4eb None None] Pushing event updated for resources: {'Port': ['ID=d18491b0-af73-41a1-b654-116e70444c45,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:08.644054 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.649015 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:08.650004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.765497 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.851866 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=d34bd2f3-b54e-4a12-8eac-7eff388fec4a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:08.863107 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:08.873861 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:09.008480 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-67c02601-c6ff-4683-abd3-1baac20a3ba3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0079856 Aug 26 21:21:09.011676 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41652) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:09.026537 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Request body: {'subnet': {'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-subnet', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:09.043420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:09.072503 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Allocated IP 172.27.3.73 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/dcbe729f-b592-473e-898f-1b15aa877781) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:09.085005 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.085341 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Added segment 24689676-992b-4512-930c-30fbb647c255 of type vlan for network 511c20f4-649e-4ac8-a14c-0153f7aa55fa Aug 26 21:21:09.095675 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba64baf-11e8-4632-8d89-daad7c8e7ff7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:09.192734 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.259408 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.287874 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.291392 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Made reservation on behalf of 4e76c46cc64446cba9a69d527704e285 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:09.294228 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.304326 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.305320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:09.309598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.315681 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41682) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:09.343565 dv-cinder-806260-2-iscsi neutron-server[93860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 21:21:09.364880 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41686) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:09.417517 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:09.465652 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3169193 Aug 26 21:21:09.470704 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.471066 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41692) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:09.476056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Request body: {'subnet': {'network_id': '511c20f4-649e-4ac8-a14c-0153f7aa55fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1344876920-subnet', 'tenant_id': '0f8a9631c3fd4f4485c7227696365ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:09.501877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.502217 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Added segment 8e3ac299-ea6e-4156-a723-293789e87b38 of type vlan for network 5879e994-e93e-4697-986e-7ade6246e5ad Aug 26 21:21:09.503544 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa6565-a427-446e-b98e-739ee50881fd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:09.551041 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Made reservation on behalf of 0f8a9631c3fd4f4485c7227696365ba3 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:09.553340 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.565051 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.568781 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6b3f7-9d4d-4f00-bd9e-ee1973e54401 admin admin] Pushing event updated for resources: {'Network': ['ID=511c20f4-649e-4ac8-a14c-0153f7aa55fa,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:09.586111 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 511c20f4-649e-4ac8-a14c-0153f7aa55fa details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:09.617602 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1363daf0-190a-45b3-95e4-205a5e966165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.658589 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Checking segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:09.658806 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Network hostable DHCP agents. Network: d34bd2f3-b54e-4a12-8eac-7eff388fec4a, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:09.669509 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41698) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:09.705853 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.717764 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:09.830507 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a593d378-7f4f-4a37-a461-249dda932626 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:09.832215 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a593d378-7f4f-4a37-a461-249dda932626 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/networks?id=3e2cb6cb-780d-4e8d-970c-61f08a949e97 HTTP/1.1" status: 200 len: 812 time: 0.4913774 Aug 26 21:21:09.835183 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.836162 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:09.836784 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.869324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, d34bd2f3-b54e-4a12-8eac-7eff388fec4a) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:09.875079 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:09.875571 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.879404 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e241e83-876d-4121-b953-b527a3b91f29 None None] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:09.953034 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:09.959104 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799660a4-2477-44e1-93c5-e84fcab21fe6,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:09.983775 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device d18491b0-af73-41a1-b654-116e70444c45 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:09.988268 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-2a6f600c-6cbb-4e27-80d4-e25b205e63b8 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/quotas/7f323ceca1b2481e8bde9852b02dcb87 HTTP/1.1" status: 200 len: 375 time: 0.1405771 Aug 26 21:21:10.086114 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed82111c-5e13-4c68-b747-9b5eaf2ba900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.086396 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16413744-dee3-4db3-b254-d16cabf640ba None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:10.104900 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-3424edec-0ea2-4f79-90c3-6f6b99d06374 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f323ceca1b2481e8bde9852b02dcb87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1157031 Aug 26 21:21:10.133270 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:10.134721 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1363daf0-190a-45b3-95e4-205a5e966165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.135479 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] Pushing event updated for resources: {'Network': ['ID=5879e994-e93e-4697-986e-7ade6246e5ad,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:10.145627 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:10.151205 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1363daf0-190a-45b3-95e4-205a5e966165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.186135 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 5879e994-e93e-4697-986e-7ade6246e5ad details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:10.198863 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363daf0-190a-45b3-95e4-205a5e966165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487cf79-2e45-4f99-9ad6-7241adf7e750,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:10.200411 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:10.206369 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-534320bd-f53e-4777-b121-ac94c5501bc0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1920233 Aug 26 21:21:10.209188 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbe729f-b592-473e-898f-1b15aa877781,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:10.210245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.220628 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41720) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:10.245088 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:10.300399 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.301853 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.358545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port d18491b0-af73-41a1-b654-116e70444c45 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:10.362519 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b47ae0-20f3-44b7-bfb5-34ab06a10677 None None] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:10.383949 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d1ccf5d1-c5b1-43f5-8f52-e2007bda4126 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4129457 Aug 26 21:21:10.387420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41734) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:10.394261 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Request body: {'subnet': {'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1396661381-subnet', 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:10.404332 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.419215 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1363daf0-190a-45b3-95e4-205a5e966165 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d7eb39af64a4fc486f7d0d57b35d0cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0530748 Aug 26 21:21:10.425753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:10.509164 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-f7031ef3-3c9c-4a64-92db-ceebf808cd5d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:21:10.510254 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-f7031ef3-3c9c-4a64-92db-ceebf808cd5d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3042712 Aug 26 21:21:10.511096 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Provisioning for port d18491b0-af73-41a1-b654-116e70444c45 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:10.537130 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa3934f-fa08-4ee5-8c14-4ef163ee5bfb,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:10.560570 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Provisioning complete for port d18491b0-af73-41a1-b654-116e70444c45 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:10.561573 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.649553 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Checking segment: {'id': '24689676-992b-4512-930c-30fbb647c255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '511c20f4-649e-4ac8-a14c-0153f7aa55fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:10.649905 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Network hostable DHCP agents. Network: 511c20f4-649e-4ac8-a14c-0153f7aa55fa, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:10.659625 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.679259 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.748383 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed82111c-5e13-4c68-b747-9b5eaf2ba900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.756623 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-aac1652c-6b46-407b-93eb-1e62fe239659 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375960 Aug 26 21:21:10.763439 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed82111c-5e13-4c68-b747-9b5eaf2ba900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.766119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Network 511c20f4-649e-4ac8-a14c-0153f7aa55fa is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:10.769068 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.782498 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.801021 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 511c20f4-649e-4ac8-a14c-0153f7aa55fa) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:10.822775 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:10.823123 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] For port d18491b0-af73-41a1-b654-116e70444c45, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=d18491b0-af73-41a1-b654-116e70444c45,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:10.823836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.829437 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a6335-a4b1-4b07-ab34-37fa702390de None None] Network 511c20f4-649e-4ac8-a14c-0153f7aa55fa requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:10.859358 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.893755 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:10.896195 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.901172 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:10.945357 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-3c25e2bf-ff16-42a9-8da4-cba13a8bc1eb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4729438 Aug 26 21:21:11.008601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.016580 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.020761 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7487cf79-2e45-4f99-9ad6-7241adf7e750 HTTP/1.1" status: 204 len: 168 time: 0.5914838 Aug 26 21:21:11.038782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82111c-5e13-4c68-b747-9b5eaf2ba900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe21a5-2853-4796-afc5-19a59dfa6caf,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:11.044909 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ed82111c-5e13-4c68-b747-9b5eaf2ba900 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e75c32edcd03484cabdc819e6f5b89d7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3565695 Aug 26 21:21:11.070130 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41748) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:11.087506 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8188a-1975-4b1f-860f-0a2de541af3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487cf79-2e45-4f99-9ad6-7241adf7e750,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:11.155096 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-609ff68d-a14d-4ced-85dd-3186edb32e17 None None] Provisioning complete for port d18491b0-af73-41a1-b654-116e70444c45 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:11.156028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-609ff68d-a14d-4ced-85dd-3186edb32e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.235914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2840525-f89d-442a-bc69-1345e416c3fe None None] Network 511c20f4-649e-4ac8-a14c-0153f7aa55fa requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:11.299198 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.348037 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.456006 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.459766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.464152 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/18fe21a5-2853-4796-afc5-19a59dfa6caf HTTP/1.1" status: 204 len: 168 time: 0.3893971 Aug 26 21:21:11.493490 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4a001-0977-4e99-97bc-418c4989f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe21a5-2853-4796-afc5-19a59dfa6caf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:11.495028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469c92f-638e-4a4e-9024-ec1b0919c9ea None None] Pushing event updated for resources: {'Port': ['ID=d18491b0-af73-41a1-b654-116e70444c45,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:11.510433 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.516469 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.550102 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.628136 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-cef6a702-dc02-46a1-917d-ddd8ea1bdd34 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8596776 Aug 26 21:21:11.694345 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.704090 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=211ef719-9960-4d13-9053-806a91f88212,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:11.760724 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41768) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:11.830844 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22a187b5-e598-4cd2-a497-7ce6cf0efbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:11.916763 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device d18491b0-af73-41a1-b654-116e70444c45 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:11.929649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Checking segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:11.930622 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Network hostable DHCP agents. Network: 5879e994-e93e-4697-986e-7ade6246e5ad, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:11.993964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Allocated IP 172.27.3.196 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/2b36bcbb-e976-4860-a041-b65a746494ff) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:12.047971 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port d18491b0-af73-41a1-b654-116e70444c45 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:12.049500 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.078901 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Network 5879e994-e93e-4697-986e-7ade6246e5ad is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:12.130163 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41784) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:12.147033 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 5879e994-e93e-4697-986e-7ade6246e5ad) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:12.184584 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e71ac3-3f1e-44b7-996b-09d21cd4ee14 None None] Network 5879e994-e93e-4697-986e-7ade6246e5ad requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:12.247414 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2952b82-b2ce-4a2b-8f9a-8390635e8b3e req-e4b66532-a3d2-4543-96cc-83ee231f0762 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.1150546 Aug 26 21:21:12.256134 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:12.257660 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.275913 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:21:12.309478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22a187b5-e598-4cd2-a497-7ce6cf0efbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.324522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22a187b5-e598-4cd2-a497-7ce6cf0efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.356229 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:12.387148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.400413 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-034af6ea-71e5-4554-94cc-8f55f34cc9ae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0118473 Aug 26 21:21:12.438769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df4af0-2016-4a28-aa00-01a1a5eecc4d None None] Network 5879e994-e93e-4697-986e-7ade6246e5ad requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:12.479843 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08e73e8b-247f-4b40-a08b-a4aebffddb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.505303 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:21:12.514986 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:21:12.532374 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:12.533021 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:12.534132 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.540643 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cd943be8-c642-421b-b74f-365343d2e4d0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3092430 Aug 26 21:21:12.540643 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41804) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:12.566395 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-22a187b5-e598-4cd2-a497-7ce6cf0efbcb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5090dd47ae77434bb6854038f574a8c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8017533 Aug 26 21:21:12.593255 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41808) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:12.616206 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41810) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:12.621993 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a187b5-e598-4cd2-a497-7ce6cf0efbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ac8b4-8b09-4fb3-a51b-d5feb487ad84,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:12.637310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1529353555-network', 'tenant_id': 'f79a412d0632422cbcc04a4cdb145c32'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:12.737608 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Made reservation on behalf of f79a412d0632422cbcc04a4cdb145c32 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:12.740197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.754062 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.800151 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.853836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:12.863002 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:12.920469 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:12.922328 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:12.946347 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:13.138482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Pushing event updated for resources: {'Port': ['ID=2b36bcbb-e976-4860-a041-b65a746494ff,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:13.172303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.234722 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:10Z', 'revision_number': 3, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:13.293148 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:21:13.294266 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Updating router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 port dcbe729f-b592-473e-898f-1b15aa877781 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:21:13.321029 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08e73e8b-247f-4b40-a08b-a4aebffddb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.356790 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.359791 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08e73e8b-247f-4b40-a08b-a4aebffddb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.423640 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.426592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.430815 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/139ac8b4-8b09-4fb3-a51b-d5feb487ad84 HTTP/1.1" status: 204 len: 168 time: 0.8355656 Aug 26 21:21:13.440115 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-53d37e5c-9c66-4f80-a7da-c6107be882de req-ff670893-1f71-46f5-9c1b-73acf4e8353d tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.0556016 Aug 26 21:21:13.516211 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-08e73e8b-247f-4b40-a08b-a4aebffddb40 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c59c17faf66a4513b61d4aefa3a8171e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1551828 Aug 26 21:21:13.518547 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 41856) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:13.535682 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73e8b-247f-4b40-a08b-a4aebffddb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88b977-6b81-4001-97aa-e98207c94336,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:13.580760 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec659da4-218b-49ee-b5db-912f0495257a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ac8b4-8b09-4fb3-a51b-d5feb487ad84,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:13.584563 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-9121b36c-2055-4df9-b074-cec4a6b4f2a4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:13.586061 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-9121b36c-2055-4df9-b074-cec4a6b4f2a4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.3001797 Aug 26 21:21:13.594775 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.653621 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-10bc37eb-74c4-40f5-b10f-080a10c3c342 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/quotas/0ac2478b592d4bd7a39a5f6be19bcf40 HTTP/1.1" status: 200 len: 375 time: 0.0524626 Aug 26 21:21:13.718780 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-976788cc-03bd-45f6-9996-aa51f223127e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551281 Aug 26 21:21:13.731333 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.734985 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.774553 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.808872 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.829885 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:21:13.853479 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18cafbf-4a39-426d-b6de-c1a0fcbaede5,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:13.872528 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.872866 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Added segment cf5ed888-d4e8-4f2b-b303-1c0cb2ad5a14 of type vlan for network b089010b-cfef-4804-ae12-bf9947db6d51 Aug 26 21:21:13.883080 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.907406 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Transition to ACTIVE for port object dcbe729f-b592-473e-898f-1b15aa877781 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:13.918658 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.956251 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.959888 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.984986 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.987400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:13.991500 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e88b977-6b81-4001-97aa-e98207c94336 HTTP/1.1" status: 204 len: 168 time: 0.4634283 Aug 26 21:21:13.994385 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Pushing event updated for resources: {'Port': ['ID=dcbe729f-b592-473e-898f-1b15aa877781,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:14.012233 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.012588 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.012930 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.017276 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fabdc3-7973-46f6-87a3-d27153aff145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88b977-6b81-4001-97aa-e98207c94336,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:14.020721 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.020965 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.021497 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.022657 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.023967 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.024550 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.026404 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.027751 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.029294 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.031686 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Tracked resource versions report: Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: pushed versions: Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: { 'AddressGroup': {'1.2'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'ConntrackHelper': {'1.0'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Log': {'1.0'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Network': {'1.1'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Port': {'1.7'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'PortForwarding': {'1.2'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'QosPolicy': {'1.9'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroup': {'1.4'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroupRule': {'1.2'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SubPort': {'1.0'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Subnet': {'1.1'}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Trunk': {'1.1'}} Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: consumer versions: Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: { DHCP agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: HyperV agent@hv-cinder-80626: {}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: L3 agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: Metadata agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: Metering agent@dv-cinder-806260-2-iscsi: {}, Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: Open vSwitch agent@dv-cinder-806260-2-iscsi: { 'AddressGroup': '1.2', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'ConntrackHelper': '1.0', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Log': '1.0', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Network': '1.1', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Port': '1.7', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'PortForwarding': '1.2', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'QosPolicy': '1.9', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroup': '1.4', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SecurityGroupRule': '1.2', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'SubPort': '1.0', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Subnet': '1.1', Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: 'Trunk': '1.1'}} Aug 26 21:21:14.033045 dv-cinder-806260-2-iscsi neutron-server[93863]: {{(pid=93863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 21:21:14.072373 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.073322 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:14.073884 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.085520 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Attempting to bind port dcbe729f-b592-473e-898f-1b15aa877781 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:14.085961 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Attempting to bind port dcbe729f-b592-473e-898f-1b15aa877781 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:14.087075 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Attempting to bind port dcbe729f-b592-473e-898f-1b15aa877781 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:14.094667 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:14.096711 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:14.098029 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.102949 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:14.106841 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Bound port: dcbe729f-b592-473e-898f-1b15aa877781, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:14.110433 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.144235 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-730be351-52f2-4f04-b7e0-775490fee2ed service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:21:14.145381 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-730be351-52f2-4f04-b7e0-775490fee2ed service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1704144 Aug 26 21:21:14.221498 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] For port dcbe729f-b592-473e-898f-1b15aa877781, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:14.226467 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] For port dcbe729f-b592-473e-898f-1b15aa877781, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=dcbe729f-b592-473e-898f-1b15aa877781,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:14.240672 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.257232 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6400261 Aug 26 21:21:14.268831 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:14.282373 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Request body: {'subnet': {'network_id': 'b089010b-cfef-4804-ae12-bf9947db6d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1529353555-subnet', 'tenant_id': 'f79a412d0632422cbcc04a4cdb145c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:14.371285 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae6d4-1958-499d-ba14-54cc097805cd admin admin] Pushing event updated for resources: {'Network': ['ID=b089010b-cfef-4804-ae12-bf9947db6d51,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:14.376324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Made reservation on behalf of f79a412d0632422cbcc04a4cdb145c32 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:14.380622 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e7051-eaed-454f-bd6b-8f6c8082e6e7 None None] Pushing event updated for resources: {'Port': ['ID=dcbe729f-b592-473e-898f-1b15aa877781,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:14.391402 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network b089010b-cfef-4804-ae12-bf9947db6d51 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:21:14.398061 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.428272 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:14.431799 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:14.485447 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:21:14.613267 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Router b4060e04-34d8-45a8-8df5-f96736686abf is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:21:14.614757 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:14.690011 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-87251cec-e903-470b-86b3-1f42d773b2f0 service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218244 Aug 26 21:21:14.691198 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Allocated IP 172.20.0.1 (7252e207-3d22-400e-aff0-ed31003555c4/1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b/ef736fe8-d610-4aa1-b2c7-7189cd9afb98) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:14.849984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:14.933861 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-469e9b8d-e175-4972-ad60-f31d45678252 req-53f24cc4-4032-4590-a385-ffa66d7a99d7 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.0413065 Aug 26 21:21:14.954085 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fc07714-79cb-4107-8103-e9628e3821e4,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:14.964147 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-c132a12c-55b5-4b85-b8b8-2b23e9eb257e service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593699 Aug 26 21:21:15.003298 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:10Z', 'revision_number': 3, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:15.022079 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:15.051923 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Checking segment: {'id': 'cf5ed888-d4e8-4f2b-b303-1c0cb2ad5a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b089010b-cfef-4804-ae12-bf9947db6d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:15.052173 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Network hostable DHCP agents. Network: b089010b-cfef-4804-ae12-bf9947db6d51, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:21:15.062851 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Transition to ACTIVE for port object ef736fe8-d610-4aa1-b2c7-7189cd9afb98 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:15.125475 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:15.125925 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Network b089010b-cfef-4804-ae12-bf9947db6d51 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:21:15.128192 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.47', 54679) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:15.138521 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304a1e7c-790a-42ab-8001-b9b3e1bbb48a None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:10Z', 'revision_number': 3, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:21:15.197297 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:21:15.218448 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Sync routers for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:21:15.239080 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:15.240442 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:15.346394 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Pushing event updated for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:15.385641 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Network 7252e207-3d22-400e-aff0-ed31003555c4 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:15.392136 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:15.397345 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:15.399245 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:15.449945 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, b089010b-cfef-4804-ae12-bf9947db6d51) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:15.474095 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:15.474712 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:15.527605 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe974202-d144-466f-9094-b2ff42ffa331 None None] Network b089010b-cfef-4804-ae12-bf9947db6d51 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:15.720068 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f14b11e-9b80-480f-8c6e-6a5497ea06ea req-b9ff8cfb-2827-49d6-8b87-ff391ecd5db4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.1202881 Aug 26 21:21:15.945106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:16.040276 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:16.049444 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-27affa7e-310e-433b-be7b-287a3d49deda admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8155453 Aug 26 21:21:16.053291 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 41970) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:16.084472 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f3363696-7493-4a76-8171-935d9a825d9c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8104882 Aug 26 21:21:16.275797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device dcbe729f-b592-473e-898f-1b15aa877781 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:16.359436 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-8a845012-441c-48ea-b004-7349adddad41 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:16.378411 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-8a845012-441c-48ea-b004-7349adddad41 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.47 "GET /v2.0/networks?id=3e2cb6cb-780d-4e8d-970c-61f08a949e97 HTTP/1.1" status: 200 len: 812 time: 1.2403169 Aug 26 21:21:16.418849 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0ee6b48f-0bcb-464e-8be9-a597665f3914 None None] Provisioning for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:16.424660 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d8402039-360d-4f96-9667-eede51add3fe req-11b1ba9c-bd66-4316-b3c2-ad60b462f3c6 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.1625221 Aug 26 21:21:16.454287 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:16.522394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0ee6b48f-0bcb-464e-8be9-a597665f3914 None None] Provisioning complete for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:16.525577 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0ee6b48f-0bcb-464e-8be9-a597665f3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:16.540123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Request body: {'port': {'device_id': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97', 'admin_state_up': True, 'tenant_id': '7f323ceca1b2481e8bde9852b02dcb87'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:16.584402 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42006) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:16.714219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e4aea5-c3bf-4b01-a9b7-b7c839e0892d None None] Network b089010b-cfef-4804-ae12-bf9947db6d51 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:21:16.724777 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-0ee6b48f-0bcb-464e-8be9-a597665f3914 None None] Port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:21:16.831405 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port dcbe729f-b592-473e-898f-1b15aa877781 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:16.880791 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Deleting subnet eaa3934f-fa08-4ee5-8c14-4ef163ee5bfb {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:21:16.949884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port dcbe729f-b592-473e-898f-1b15aa877781 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:16.950404 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.011048 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.130111 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d76a2d0c-0a07-429f-a12d-b50689a2b49c req-45a7c8c6-b365-46b6-bdde-ba7a009920ab tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.0741897 Aug 26 21:21:17.257004 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.295662 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.457771 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.465467 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.466670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.472940 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.544169 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port dcbe729f-b592-473e-898f-1b15aa877781, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=dcbe729f-b592-473e-898f-1b15aa877781,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:17.610675 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.623428 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:13Z', 'revision_number': 3, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:17.799981 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Checking router: b4060e04-34d8-45a8-8df5-f96736686abf for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:21:17.800610 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Updating router b4060e04-34d8-45a8-8df5-f96736686abf port 2b36bcbb-e976-4860-a041-b65a746494ff binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:21:17.865069 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.879166 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:17.890424 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Pushing event updated for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:17.924682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca48ec5a-a32a-42c1-b96d-932cfad9976b req-5ae63fb1-d01d-43aa-8713-273503c71f51 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.1162665 Aug 26 21:21:18.026035 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=dcbe729f-b592-473e-898f-1b15aa877781,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:18.048521 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaa3934f-fa08-4ee5-8c14-4ef163ee5bfb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:18.104942 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Network 7252e207-3d22-400e-aff0-ed31003555c4 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:18.113061 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:18.338201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Made reservation on behalf of 7f323ceca1b2481e8bde9852b02dcb87 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:18.342564 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:18.364615 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:18.366531 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b31a0b3d-149e-409a-8534-d03d9da9b203 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/eaa3934f-fa08-4ee5-8c14-4ef163ee5bfb HTTP/1.1" status: 204 len: 168 time: 1.7382576 Aug 26 21:21:18.385404 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42072) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:18.525797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:21:18.885860 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b13466ee-08e7-4b88-8b94-0204c92f5d9f req-5361f32c-9c3a-4248-a605-38da50c65714 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.0848157 Aug 26 21:21:18.912672 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6642bd80-75ff-4359-a10e-8c965091993a None None] Provisioning complete for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:18.913216 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6642bd80-75ff-4359-a10e-8c965091993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:18.917327 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:18.944899 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.47', 54693) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:19.035368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.057218 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6642bd80-75ff-4359-a10e-8c965091993a None None] Port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:21:19.260888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.305903 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Transition to ACTIVE for port object 2b36bcbb-e976-4860-a041-b65a746494ff will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:19.323125 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.337885 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Allocated IP 172.20.0.14 (3e2cb6cb-780d-4e8d-970c-61f08a949e97/57ab6bba-deb5-4509-b1c0-66aae896d398/c5ed8080-881d-4768-805d-74e678653e90) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:19.353988 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:21:19.381470 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4855153b-da46-4a60-a236-b1454e727cad admin admin] 10.222.0.26 "PUT /v2.0/routers/693ef75c-3910-45b9-a5bf-a60cd0e0b6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8400407 Aug 26 21:21:19.393658 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:21:19.420664 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:19.422822 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:19.427566 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Attempting to bind port 2b36bcbb-e976-4860-a041-b65a746494ff on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:19.427960 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Attempting to bind port 2b36bcbb-e976-4860-a041-b65a746494ff by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:19.428559 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Attempting to bind port 2b36bcbb-e976-4860-a041-b65a746494ff on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:19.450846 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:19.452902 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:19.453638 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.454413 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:19.455209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Bound port: 2b36bcbb-e976-4860-a041-b65a746494ff, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:19.455954 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.497023 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3dcf77eb-bc08-462d-8b5d-11cb8250a57c req-3f57c47d-77a7-40a3-9582-9da275ceecd3 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.1774611 Aug 26 21:21:19.518497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.519953 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] For port 2b36bcbb-e976-4860-a041-b65a746494ff, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:19.524258 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] For port 2b36bcbb-e976-4860-a041-b65a746494ff, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=2b36bcbb-e976-4860-a041-b65a746494ff,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:19.537942 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-6bcbad41-ed1f-4627-867e-c3191d9597da tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:19.538615 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:19.544459 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-6bcbad41-ed1f-4627-867e-c3191d9597da tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.5876877 Aug 26 21:21:19.558204 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a9d9-9d18-4c38-9e45-d7534c2dcc44 None None] Pushing event updated for resources: {'Port': ['ID=2b36bcbb-e976-4860-a041-b65a746494ff,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:19.620241 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Request body: {'port': {'device_id': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'admin_state_up': True, 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:19.706196 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.706831 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.708168 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.708668 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.709151 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.709709 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.710201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.710684 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.711151 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.711634 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:19.746313 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:19.751762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:19.917412 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:20.059853 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device dcbe729f-b592-473e-898f-1b15aa877781 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:20.128857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:20.248927 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:20.249986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:20.252848 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:20.255356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:21:20.255961 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511c20f4-649e-4ac8-a14c-0153f7aa55fa']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:20.372426 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8a9d9-9d18-4c38-9e45-d7534c2dcc44 None None] Pushing event updated for resources: {'Port': ['ID=2b36bcbb-e976-4860-a041-b65a746494ff,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:20.376200 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e5979a1-9e9f-44c1-93ee-b045d851827a req-8c38f675-ac5c-40e4-bf38-89eb65f77fda tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.2810519 Aug 26 21:21:20.422415 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 2, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:20.438031 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:20.446961 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:20.494245 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:21:20.494984 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Updating router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:21:20.501994 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42120) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:20.510509 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1352829647', 'description': 'tempest-description--590917049'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:20.544508 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:20.562783 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port dcbe729f-b592-473e-898f-1b15aa877781 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:20.563196 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:20.650721 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:20.763244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2ebdd885-13a0-465a-8438-2158a9a84e73 req-7cd55244-b143-49e5-a1d2-cd29695bb769 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.1067417 Aug 26 21:21:20.799369 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:13Z', 'revision_number': 3, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:20.834100 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:20.854461 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768e3b39-0a5c-4265-bb75-84120b9bdf32 None None] The sync data for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi is: [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:13Z', 'revision_number': 3, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:21:21.118299 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.136928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.157403 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24689676-992b-4512-930c-30fbb647c255') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:21.157766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24689676-992b-4512-930c-30fbb647c255') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:21.267536 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.306160 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Transition to ACTIVE for port object ef736fe8-d610-4aa1-b2c7-7189cd9afb98 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:21.331433 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.407478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Allocated IP 172.20.0.8 (5879e994-e93e-4697-986e-7ade6246e5ad/211ef719-9960-4d13-9053-806a91f88212/185bb2b7-fc73-4846-9cb1-d4cbc953939a) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:21.479413 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd674dec-6c2a-4547-9b8c-fc8fbaa49e28 None None] Pushing event updated for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:21.634462 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.655346 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:21.660760 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.695272 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Attempting to bind port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:21.697082 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Attempting to bind port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:21.698484 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Attempting to bind port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:21.714015 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:21.715235 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Checking segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:21.718962 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.719883 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Bound using segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:21.722483 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Allocated IP 172.20.0.1 (d34bd2f3-b54e-4a12-8eac-7eff388fec4a/799660a4-2477-44e1-93c5-e84fcab21fe6/c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:21.723464 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Bound port: ef736fe8-d610-4aa1-b2c7-7189cd9afb98, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:21.724298 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.751728 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:21.756155 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2527378 Aug 26 21:21:21.809565 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42160) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:21.850013 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Pushing event updated for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:21.865366 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:21.883014 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:21.958481 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group_rule': {'security_group_id': '7a733c8d-8f42-4a93-aa57-6ab3db2e9c16', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:22.029238 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f979d201-69b8-4d7f-922c-ae89d97664ac req-8800395b-3109-4db1-9a46-60fef41d25fe tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.3736479 Aug 26 21:21:22.032724 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 2b36bcbb-e976-4860-a041-b65a746494ff up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:22.033587 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42168) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:22.083460 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] For port ef736fe8-d610-4aa1-b2c7-7189cd9afb98, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:22.096324 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] For port ef736fe8-d610-4aa1-b2c7-7189cd9afb98, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:22.104154 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.109206 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.152914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 2b36bcbb-e976-4860-a041-b65a746494ff completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:22.159375 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 2b36bcbb-e976-4860-a041-b65a746494ff triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:22.160132 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.245707 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.320995 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:22.321682 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:22.388850 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:21:22.390372 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: from cryptography.utils import int_from_bytes Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: from cryptography.utils import int_from_bytes Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:21:22.401844 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:21:22.434267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698dd2b-78ff-4402-b95a-2549b75b1953 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:22.465836 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.483575 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd674dec-6c2a-4547-9b8c-fc8fbaa49e28 None None] Pushing event updated for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:22.493702 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:22.494477 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.548713 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26266fc-cdd3-410b-9c1f-dadbbd58ddf6 req-5e158b73-63cb-44e7-9a70-55c1909d4be3 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:22.564964 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d26266fc-cdd3-410b-9c1f-dadbbd58ddf6 req-5e158b73-63cb-44e7-9a70-55c1909d4be3 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 932 time: 0.5769365 Aug 26 21:21:22.585668 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 2b36bcbb-e976-4860-a041-b65a746494ff, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=2b36bcbb-e976-4860-a041-b65a746494ff,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:22.596721 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.663637 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.672504 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.685404 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.688598 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] 10.222.0.26 "DELETE /v2.0/networks/511c20f4-649e-4ac8-a14c-0153f7aa55fa HTTP/1.1" status: 204 len: 168 time: 4.2928638 Aug 26 21:21:22.699819 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42180) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:22.702938 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=2b36bcbb-e976-4860-a041-b65a746494ff,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:22.708098 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-a4d66e1e-3766-4d9c-8a34-05cb065864fd tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2260110 Aug 26 21:21:22.734531 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f46663-8eab-4056-8d3d-81c7fca8d39f admin admin] Pushing event deleted for resources: {'Network': ['ID=511c20f4-649e-4ac8-a14c-0153f7aa55fa,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:22.751937 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:22.769370 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3eb6282d-4dd9-4abb-806d-cdaac024ed7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.782700 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.872597 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d26266fc-cdd3-410b-9c1f-dadbbd58ddf6 req-ccc90c13-8e58-4ed9-b3b9-a67f73ce0a81 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038442 Aug 26 21:21:22.954790 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Deleting subnet 8fc07714-79cb-4107-8103-e9628e3821e4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:21:22.964685 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.976307 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:22.989310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.023244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e76f2d5-832d-4606-9233-918247940a15,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:23.027728 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.037298 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.047120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.176706 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:23.184568 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:23.188047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:23.202924 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:23.233743 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Pushing event updated for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:23.250833 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.267199 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc81ef-b626-41ed-bf74-3d64941ea63e None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:21:23.285531 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.427690 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.440157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3eb6282d-4dd9-4abb-806d-cdaac024ed7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.519808 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.607373 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3eb6282d-4dd9-4abb-806d-cdaac024ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.612077 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.618849 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8fc07714-79cb-4107-8103-e9628e3821e4 HTTP/1.1" status: 204 len: 168 time: 0.9092584 Aug 26 21:21:23.624162 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3eb4b-1d26-4fcd-ad7c-8e620e1fb3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fc07714-79cb-4107-8103-e9628e3821e4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:23.628994 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42194) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:23.729955 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.731318 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-dc741cba-e563-4ab5-b030-8e2e0f72bdb0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8268225 Aug 26 21:21:23.743231 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:23.743231 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42200) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:23.844025 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group_rule': {'security_group_id': '7a733c8d-8f42-4a93-aa57-6ab3db2e9c16', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:23.877950 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf7c27-69f9-4125-888e-446e7a74c604 req-adb6d11e-bb27-46f4-a8f1-5fda24ccbf0c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:23.895367 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-deaf7c27-69f9-4125-888e-446e7a74c604 req-adb6d11e-bb27-46f4-a8f1-5fda24ccbf0c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 931 time: 0.6903574 Aug 26 21:21:23.913194 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event updated for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:23.952725 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3eb6282d-4dd9-4abb-806d-cdaac024ed7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4ebf50dd36b8414eb70114b11fd38723&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8563116 Aug 26 21:21:23.953335 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42206) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:23.956358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Network 5879e994-e93e-4697-986e-7ade6246e5ad is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:24.049950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-7b29e94a-c9bd-4eea-9eb7-c512153d5c55 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:21:24.051141 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-7b29e94a-c9bd-4eea-9eb7-c512153d5c55 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0353982 Aug 26 21:21:24.051571 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:24.058372 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.086654 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:24.093555 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:24.094220 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.104435 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.168126 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 2b36bcbb-e976-4860-a041-b65a746494ff up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:24.220903 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6282d-4dd9-4abb-806d-cdaac024ed7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f9aade-11b9-442c-8be1-69293567b707,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:24.324339 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-deaf7c27-69f9-4125-888e-446e7a74c604 req-69bf9036-622f-485b-99ec-dcaf4fc79daa tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240944 Aug 26 21:21:24.340792 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-b7d95b70-6659-4ca3-98ef-5a30094bdf67 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7250569 Aug 26 21:21:24.353507 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 2b36bcbb-e976-4860-a041-b65a746494ff triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:24.354185 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.411436 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cabef-b6a5-4a46-a666-ea91c263d9fb req-2204041f-bb45-46e3-aed0-6b7762a66dc1 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:24.422732 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f6cabef-b6a5-4a46-a666-ea91c263d9fb req-2204041f-bb45-46e3-aed0-6b7762a66dc1 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 932 time: 0.3577759 Aug 26 21:21:24.425443 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42212) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:24.500358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.527158 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42218) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:24.561924 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device ef736fe8-d610-4aa1-b2c7-7189cd9afb98 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:24.576354 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Request body: {'port': {'device_id': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:24.614563 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.665465 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:24.673492 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.682691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:24.683106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.718370 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.724258 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.752484 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1f6cabef-b6a5-4a46-a666-ea91c263d9fb req-9d41c9f2-b92d-42db-af3d-b326476a7683 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278632 Aug 26 21:21:24.763327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed7082ec-eea3-4a1c-b681-b95d7e942bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.772766 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.783883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Request body: {'port': {'device_id': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:24.839910 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.855238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.872557 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.883532 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 21:21:24.883532 dv-cinder-806260-2-iscsi neutron-server[93860]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 26 21:21:24.883532 dv-cinder-806260-2-iscsi neutron-server[93860]: [parameters: {'project_id_1': 'ca0a927fd34a4df0ae94d533fed2563b', 'expiration_1': datetime.datetime(2021, 8, 26, 21, 21, 24, 848811)}] Aug 26 21:21:24.883532 dv-cinder-806260-2-iscsi neutron-server[93860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 21:21:24.884334 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 21:21:24.894165 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.941139 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port ef736fe8-d610-4aa1-b2c7-7189cd9afb98, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:24.947005 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.947196 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.949915 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.954420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36f9aade-11b9-442c-8be1-69293567b707 HTTP/1.1" status: 204 len: 168 time: 0.9948912 Aug 26 21:21:24.960549 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:24.995883 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77419ca-3e5f-4d70-83bd-9870e62358ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f9aade-11b9-442c-8be1-69293567b707,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:25.017556 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176f4a30-a6f0-4f37-80dc-5e23ec24b974,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:25.054848 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.077497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b089010b-cfef-4804-ae12-bf9947db6d51']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:25.102252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c03445f0-6f2e-41b9-a3b9-5308a8287c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.132668 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:25.133616 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5ed888-d4e8-4f2b-b303-1c0cb2ad5a14') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:25.133838 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5ed888-d4e8-4f2b-b303-1c0cb2ad5a14') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:25.136054 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Pushing event updated for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:25.190458 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.355146 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed7082ec-eea3-4a1c-b681-b95d7e942bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.379363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed7082ec-eea3-4a1c-b681-b95d7e942bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.390287 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.466913 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.471452 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1923d401-3369-421d-9d6a-6dd2874844d5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6573296 Aug 26 21:21:25.472119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42230) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:25.506272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:25.515624 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.556978 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:21:25.557450 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.579835 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ed7082ec-eea3-4a1c-b681-b95d7e942bbc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c214466980cf4fa38cd9f0cba54dcac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0511537 Aug 26 21:21:25.580398 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42236) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:25.584680 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7082ec-eea3-4a1c-b681-b95d7e942bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe30570-a2bb-4198-b1cd-15bed940468d,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:25.658012 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780a17c-7ccb-4c4e-a35a-ad1263ad052d req-40dcab2b-7ca8-48e8-baa0-eb91e0249e5d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:25.659508 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d780a17c-7ccb-4c4e-a35a-ad1263ad052d req-40dcab2b-7ca8-48e8-baa0-eb91e0249e5d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 931 time: 0.2556481 Aug 26 21:21:25.767352 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ed8080-881d-4768-805d-74e678653e90 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:21:25.768590 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:21:25.778074 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.786153 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.806729 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d780a17c-7ccb-4c4e-a35a-ad1263ad052d req-045c45b4-a43e-48e2-bcfc-25bb23d5e3cb tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283369 Aug 26 21:21:25.834697 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Transition to ACTIVE for port object c5ed8080-881d-4768-805d-74e678653e90 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:25.838956 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.846466 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.848473 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.889247 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.920057 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device ef736fe8-d610-4aa1-b2c7-7189cd9afb98 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:25.986918 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:25.990720 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b089010b-cfef-4804-ae12-bf9947db6d51 HTTP/1.1" status: 204 len: 168 time: 2.3562250 Aug 26 21:21:26.001312 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc5167-7e1d-48aa-9e5a-81668b367db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b089010b-cfef-4804-ae12-bf9947db6d51,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:26.057534 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:26.058989 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.162768 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:26.189609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:26.309067 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.322458 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42252) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:26.489862 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.492359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.510436 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Router b4060e04-34d8-45a8-8df5-f96736686abf has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:21:26.518878 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185bb2b7-fc73-4846-9cb1-d4cbc953939a {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:26.530027 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.555551 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca0a927fd34a4df0ae94d533fed2563b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1217854 Aug 26 21:21:26.589958 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:26.595063 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ec938-58b8-421f-adca-79764571aa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edca433-8652-4fda-9d8b-c85e67a17e40,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:26.601028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42258) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:26.601805 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.605144 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.609314 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7fe30570-a2bb-4198-b1cd-15bed940468d HTTP/1.1" status: 204 len: 168 time: 1.0234964 Aug 26 21:21:26.658759 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf23611-d3e0-4514-87fb-e2868e755418 req-eaf863a1-90b5-4c7d-9d7f-40a93486b00f tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:26.660748 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cf23611-d3e0-4514-87fb-e2868e755418 req-eaf863a1-90b5-4c7d-9d7f-40a93486b00f tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 944 time: 0.6288118 Aug 26 21:21:26.667987 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645967a3-6e32-4d48-8cda-93d0c2920ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe30570-a2bb-4198-b1cd-15bed940468d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:26.683624 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Attempting to bind port c5ed8080-881d-4768-805d-74e678653e90 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:26.684095 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Attempting to bind port c5ed8080-881d-4768-805d-74e678653e90 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:26.685046 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Attempting to bind port c5ed8080-881d-4768-805d-74e678653e90 on network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:26.718449 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Allocated IP 172.27.3.33 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/fd1ccb47-158c-40fb-b338-703c8c59032b) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:26.718716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Port c5ed8080-881d-4768-805d-74e678653e90 on network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:21:26.719457 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Attempting to bind port c5ed8080-881d-4768-805d-74e678653e90 on network 3e2cb6cb-780d-4e8d-970c-61f08a949e97 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:26.809849 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:26.812767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Checking segment: {'id': 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:26.815564 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Bound using segment: {'id': 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:26.816853 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Bound port: c5ed8080-881d-4768-805d-74e678653e90, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:26.818220 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:26.954900 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Transition to ACTIVE for port object 185bb2b7-fc73-4846-9cb1-d4cbc953939a will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:26.965307 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:26.965307 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c5ed8080-881d-4768-805d-74e678653e90,segment=NetworkSegment(ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4),segment_id=ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:26.969952 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9145ec9c-2849-4bde-bdfb-1b361c973e99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f8a9631c3fd4f4485c7227696365ba3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6410224 Aug 26 21:21:26.974389 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cf23611-d3e0-4514-87fb-e2868e755418 req-02227dbb-3a51-4871-8d2c-e356bdbc7384 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025584 Aug 26 21:21:26.975127 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42270) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:26.987960 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.024480 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.083492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:21:27.101514 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.102272 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Sync routers for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:21:27.127893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:27.128650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:20:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:27.143513 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-09335552-8911-477d-9f8b-084102041c9f admin admin] 10.222.0.26 "PUT /v2.0/routers/b4060e04-34d8-45a8-8df5-f96736686abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0554049 Aug 26 21:21:27.184373 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:27.185390 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.188414 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5ed8080-881d-4768-805d-74e678653e90 HTTP/1.1" status: 200 len: 1094 time: 2.7300701 Aug 26 21:21:27.211488 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:27.302431 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.306582 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:27.385647 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Pushing event updated for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:27.400177 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbf282f7-81be-4268-9499-57852beeb66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.431377 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab36af8-2c9c-487a-bd9d-720c80a8b2ef req-2434577d-c126-4cb4-97d1-1086dd6ae747 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:27.432968 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4ab36af8-2c9c-487a-bd9d-720c80a8b2ef req-2434577d-c126-4cb4-97d1-1086dd6ae747 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 943 time: 0.4403498 Aug 26 21:21:27.441207 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a11b6-e2cf-402d-accb-cb0f2b175b75 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:27.465892 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:27.559767 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Attempting to bind port 185bb2b7-fc73-4846-9cb1-d4cbc953939a on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:27.560132 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Attempting to bind port 185bb2b7-fc73-4846-9cb1-d4cbc953939a by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:27.561522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Attempting to bind port 185bb2b7-fc73-4846-9cb1-d4cbc953939a on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:27.615507 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.635347 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Port 185bb2b7-fc73-4846-9cb1-d4cbc953939a on network 5879e994-e93e-4697-986e-7ade6246e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:21:27.639766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Attempting to bind port 185bb2b7-fc73-4846-9cb1-d4cbc953939a on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:27.643158 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.680367 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:27.681779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Checking segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:27.686572 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Bound using segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:27.687391 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Bound port: 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:27.687907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.717391 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4ab36af8-2c9c-487a-bd9d-720c80a8b2ef req-133e4500-908a-422b-a629-63448ff17bd7 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574055 Aug 26 21:21:27.721201 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.725370 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d5662c-35b6-456a-b7bb-da0661decdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "tag": "c5ed8080-881d-4768-805d-74e678653e90"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:27.731682 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.735306 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.736984 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3edca433-8652-4fda-9d8b-c85e67a17e40 HTTP/1.1" status: 204 len: 168 time: 1.1283047 Aug 26 21:21:27.784071 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-6e9dd65a-1480-419f-a18b-2d57e6565c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:27.785682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-6e9dd65a-1480-419f-a18b-2d57e6565c1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f323ceca1b2481e8bde9852b02dcb87&device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 1097 time: 0.2980702 Aug 26 21:21:27.793050 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6f9c4-ab9d-48d3-b2e6-2c1ae6e18b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edca433-8652-4fda-9d8b-c85e67a17e40,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:27.964236 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:27.980837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:28.052546 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:28.100217 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.137354 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.144708 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73ffbf33-b8b4-48d1-a198-1416ac397921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.202828 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:28.208358 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:28.209026 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.216433 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] 10.222.0.47 "PUT /v2.0/ports/185bb2b7-fc73-4846-9cb1-d4cbc953939a HTTP/1.1" status: 200 len: 1093 time: 3.4942195 Aug 26 21:21:28.219914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:28.238539 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:28.243855 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=fd1ccb47-158c-40fb-b338-703c8c59032b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:28.249210 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:28.255056 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-78816d63-955d-438a-9372-158c74497d38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5ed8080-881d-4768-805d-74e678653e90 HTTP/1.1" status: 200 len: 217 time: 0.4520683 Aug 26 21:21:28.355078 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf50018-5450-412e-9633-1b6f29fc1a35 service neutron] Pushing event updated for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:28.357130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:23Z', 'revision_number': 4, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0', 'name': '', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'mac_address': 'fa:16:3e:2a:99:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:21Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 2, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'subnets': [{'id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:28.424730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.430635 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Checking router: b4060e04-34d8-45a8-8df5-f96736686abf for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:21:28.430988 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Updating router b4060e04-34d8-45a8-8df5-f96736686abf port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:21:28.432620 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.439462 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3ba64baf-11e8-4632-8d89-daad7c8e7ff7 HTTP/1.1" status: 204 len: 168 time: 1.4607594 Aug 26 21:21:28.489052 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.513270 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634cb4-ddba-40ba-9ccb-b49d39db28a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba64baf-11e8-4632-8d89-daad7c8e7ff7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:28.563511 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbf282f7-81be-4268-9499-57852beeb66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.575104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-5140f45d-1496-4615-a3b4-9dd41ca01149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:28.578187 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-5140f45d-1496-4615-a3b4-9dd41ca01149 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57ab6bba-deb5-4509-b1c0-66aae896d398 HTTP/1.1" status: 200 len: 852 time: 0.2762687 Aug 26 21:21:28.579419 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbf282f7-81be-4268-9499-57852beeb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.719200 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3611c398-50f9-4489-be94-b27c46164955 x-openstack-request-id: req-3611c398-50f9-4489-be94-b27c46164955 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:28.719592 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "tag": "c5ed8080-881d-4768-805d-74e678653e90", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:28.719731 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3611c398-50f9-4489-be94-b27c46164955 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:28.720195 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90', 'status': 'completed', 'code': 200} Aug 26 21:21:28.812517 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-f4e18dfe-cea9-494a-875b-f3783e4155c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:28.815347 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-f4e18dfe-cea9-494a-875b-f3783e4155c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 1096 time: 0.4549479 Aug 26 21:21:28.893883 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:28.949073 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bbf282f7-81be-4268-9499-57852beeb66b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7a0491cc1844f5abd218e3e63a6c6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6375959 Aug 26 21:21:28.963646 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42324) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:29.011681 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-065c2352-d7b5-42f6-b3c0-1fedae03b5cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e2cb6cb-780d-4e8d-970c-61f08a949e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3049338 Aug 26 21:21:29.017865 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf282f7-81be-4268-9499-57852beeb66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4142a25-055f-49b3-9956-39d2b2b766e2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:29.058397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.069508 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42326) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:29.132657 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-2f524f41-0efd-4a61-a5bf-e7525bfa1036 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a HTTP/1.1" status: 200 len: 217 time: 0.2753007 Aug 26 21:21:29.165760 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543b648e-1b8b-40d4-bccd-5c8c7c6242dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.295601 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.314526 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec236ca1-0b34-467d-a98f-f35a839a0d74 req-9c332c2a-2153-4473-b25b-d6b15917e7b2 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:29.316114 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec236ca1-0b34-467d-a98f-f35a839a0d74 req-9c332c2a-2153-4473-b25b-d6b15917e7b2 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 944 time: 0.4653082 Aug 26 21:21:29.317814 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Transition to ACTIVE for port object c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:29.329092 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.396107 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-4b553edd-e1b8-4f05-954e-063e8f6da1b8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:29.397734 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-4b553edd-e1b8-4f05-954e-063e8f6da1b8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 818 time: 0.5202434 Aug 26 21:21:29.422992 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.426259 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-8670dcdd-8abe-455f-9146-39144a28c895 service neutron] 10.222.0.47 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319473 Aug 26 21:21:29.430978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-ab09848f-93b4-4f24-bb97-8dca87536dba tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/quotas/4e76c46cc64446cba9a69d527704e285 HTTP/1.1" status: 200 len: 375 time: 0.0183363 Aug 26 21:21:29.441181 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec236ca1-0b34-467d-a98f-f35a839a0d74 req-448a9f91-00ee-468c-9731-38526a90de02 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147583 Aug 26 21:21:29.501938 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43217838-67d2-468e-8b79-f31d7f78643b None None] Pushing event updated for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:29.521405 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Attempting to bind port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:29.522209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Attempting to bind port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:29.522887 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Attempting to bind port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:29.529912 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:29.530548 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Checking segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:29.531206 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.531814 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Bound using segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:29.532448 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Bound port: c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:29.533088 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.573466 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:29.659154 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] For port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:29.671738 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] For port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:29.685988 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.770780 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:29.771901 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:21:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:29.787288 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42336) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:29.820714 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-ea5d044e-03e0-41ef-8bd5-c0390eb75cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:29.822203 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-ea5d044e-03e0-41ef-8bd5-c0390eb75cbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.6302354 Aug 26 21:21:29.832887 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-518a48b8-3d66-42c8-810a-13bf0484e3b1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3904941 Aug 26 21:21:29.848243 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:29.957213 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-fa326d1e-2851-429c-b544-52ae92c6a499 service neutron] 10.222.0.26 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134696 Aug 26 21:21:29.960201 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:29.960510 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1066da0-fbd1-4bb1-8fa6-9b9228861b27 req-19327dba-3a76-4d36-95af-3ef73af8531f service neutron] 10.222.0.47 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486036 Aug 26 21:21:29.970540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0c55f-aeec-46d9-935f-09a93392614d req-8498983a-f362-4ead-81de-1448b9383d0a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:29.972289 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7f0c55f-aeec-46d9-935f-09a93392614d req-8498983a-f362-4ead-81de-1448b9383d0a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 943 time: 0.3223727 Aug 26 21:21:30.011380 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-cc2ea97e-b93e-4566-8645-ed9c9b6f7fd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665082 Aug 26 21:21:30.114996 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.170366 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43217838-67d2-468e-8b79-f31d7f78643b None None] Pushing event updated for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:30.191432 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7f0c55f-aeec-46d9-935f-09a93392614d req-c3893e32-fbe3-48d8-8b45-2ea480b9953a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831470 Aug 26 21:21:30.215192 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-1bc5db8b-b902-425f-85b5-19b4ab7528e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:30.218154 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-1bc5db8b-b902-425f-85b5-19b4ab7528e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f323ceca1b2481e8bde9852b02dcb87&device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 1097 time: 0.1119719 Aug 26 21:21:30.246783 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-7b8ee508-1f16-4493-9d17-d911f2f86ee5 service neutron] 10.222.0.26 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605102 Aug 26 21:21:30.281604 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a950d437-53ea-4a94-80cf-b24b11581332 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f79a412d0632422cbcc04a4cdb145c32&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4930739 Aug 26 21:21:30.281999 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42352) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:30.315263 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:23Z', 'revision_number': 4, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0', 'name': '', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'mac_address': 'fa:16:3e:2a:99:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:21Z', 'updated_at': '2021-08-26T21:21:29Z', 'revision_number': 4, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'subnets': [{'id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:30.398053 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fb5e-9e0a-4215-b3e7-0ecbab3e6115 None None] The sync data for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi is: [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:21:23Z', 'revision_number': 4, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0', 'name': '', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'mac_address': 'fa:16:3e:2a:99:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:21Z', 'updated_at': '2021-08-26T21:21:29Z', 'revision_number': 4, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'subnets': [{'id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:21:30.505057 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.533356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543b648e-1b8b-40d4-bccd-5c8c7c6242dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.563112 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-d5e85d11-4b0d-4ba2-8e9b-bdb2789d8bda service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527495 Aug 26 21:21:30.572314 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d7738a-c3de-48ad-854b-a36e5d300e46 x-openstack-request-id: req-d6d7738a-c3de-48ad-854b-a36e5d300e46 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:30.572765 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:30.572895 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d6d7738a-c3de-48ad-854b-a36e5d300e46 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:30.573341 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a', 'status': 'completed', 'code': 200} Aug 26 21:21:30.603754 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-543b648e-1b8b-40d4-bccd-5c8c7c6242dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.613893 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-b820bb1f-7247-4c23-89da-49a28bf13398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:30.615948 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-b820bb1f-7247-4c23-89da-49a28bf13398 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e2cb6cb-780d-4e8d-970c-61f08a949e97 HTTP/1.1" status: 200 len: 913 time: 0.2791529 Aug 26 21:21:30.644079 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.647405 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.653772 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4142a25-055f-49b3-9956-39d2b2b766e2 HTTP/1.1" status: 204 len: 168 time: 1.6805172 Aug 26 21:21:30.701570 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.725896 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.735840 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.743427 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-49bdb034-9ccd-446e-b36f-fc8df2bb5e49 req-8aee393b-2ff6-429f-9c3c-b66d5fe59af6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 210 time: 0.0833921 Aug 26 21:21:30.746293 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42364) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:30.822875 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-bfb2afef-ebbd-4822-ac67-b31c00511df6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5ed8080-881d-4768-805d-74e678653e90 HTTP/1.1" status: 200 len: 217 time: 0.1935031 Aug 26 21:21:30.827357 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:30.835985 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-543b648e-1b8b-40d4-bccd-5c8c7c6242dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2deabcffe1d548e8b962c053a0909bab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7540653 Aug 26 21:21:30.853846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42372) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:30.890986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b648e-1b8b-40d4-bccd-5c8c7c6242dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a16b8-ba4b-46a3-bb2c-567ea58e6719,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:30.929998 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f7ff-0495-4e69-88c1-acd5baa7fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4142a25-055f-49b3-9956-39d2b2b766e2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:31.026004 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=fd1ccb47-158c-40fb-b338-703c8c59032b,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:31.084204 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bb1d13a9-2e62-4758-ba43-e315ca4dd939 req-d80dbc51-9e3c-4e1f-ac85-0bd7ca8b68d4 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962420 Aug 26 21:21:31.102303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.111863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b43c1-8b32-46c1-a3d8-1326f666726e req-f054986f-0376-414e-be5c-ea82b7f631c5 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.113447 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e85b43c1-8b32-46c1-a3d8-1326f666726e req-f054986f-0376-414e-be5c-ea82b7f631c5 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 944 time: 0.4679744 Aug 26 21:21:31.145688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.147570 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-187f62d4-0d4b-4820-b17c-ead658cb2158 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6463890 Aug 26 21:21:31.243288 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-c03583db-bbb7-481a-94d5-df32b362a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.243965 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-7b3c93bc-6ef7-4001-8993-50c70beb4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.245030 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-c03583db-bbb7-481a-94d5-df32b362a7e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=57ab6bba-deb5-4509-b1c0-66aae896d398 HTTP/1.1" status: 200 len: 852 time: 0.4111893 Aug 26 21:21:31.245971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-7b3c93bc-6ef7-4001-8993-50c70beb4534 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 1096 time: 0.0891042 Aug 26 21:21:31.428075 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-7833fae3-19ab-465e-8b40-c410a8d3d402 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.430172 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-7833fae3-19ab-465e-8b40-c410a8d3d402 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 818 time: 0.3781474 Aug 26 21:21:31.463400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.467436 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.471971 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a18cafbf-4a39-426d-b6de-c1a0fcbaede5 HTTP/1.1" status: 204 len: 168 time: 1.1870482 Aug 26 21:21:31.473535 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-e39fab7c-2b08-444a-822d-5c882b5b444b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e2cb6cb-780d-4e8d-970c-61f08a949e97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1437783 Aug 26 21:21:31.488025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8661d4d9-da3d-4c49-9842-09da325d7b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.547647 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50d4e-a3ef-445a-9f58-adf67bed7112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18cafbf-4a39-426d-b6de-c1a0fcbaede5,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:31.551759 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.606613 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-23a65dce-8d5e-4513-be6e-6d97746c77a9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/quotas/4e76c46cc64446cba9a69d527704e285 HTTP/1.1" status: 200 len: 375 time: 0.1417084 Aug 26 21:21:31.626253 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-5dca2c57-e7be-4710-94b1-c7f751745299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.630668 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-5dca2c57-e7be-4710-94b1-c7f751745299 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 916 time: 0.3672445 Aug 26 21:21:31.685697 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-04643eeb-853a-4bea-902e-2cadd6946854 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a HTTP/1.1" status: 200 len: 217 time: 0.0449805 Aug 26 21:21:31.731310 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e85b43c1-8b32-46c1-a3d8-1326f666726e req-8a8e0d0f-a563-418e-98f7-b4b31bcdeebc tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169165 Aug 26 21:21:31.769232 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:31.793993 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-da7f70de-5d14-4f3c-909c-5477ca396066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:31.795643 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-da7f70de-5d14-4f3c-909c-5477ca396066 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.1025224 Aug 26 21:21:31.853429 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-c66987e7-0874-4c2a-a8a2-6165c6764ebf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483677 Aug 26 21:21:31.987193 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-4b5bce42-9684-41ce-b3e1-dfa20a0d9401 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214762 Aug 26 21:21:31.994817 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-c7ad6db6-1375-4130-a3bb-7c72d8843809 service neutron] 10.222.0.47 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897213 Aug 26 21:21:32.004533 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:32.104384 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-31c6e8be-767d-4039-8cb2-0556af6cbc0c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4928367 Aug 26 21:21:32.122262 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.47', 54704) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:32.143268 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:32.163157 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:32.163886 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.253574 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-d0158207-c420-48b8-b16a-c5c5605a21ad service neutron] 10.222.0.26 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481233 Aug 26 21:21:32.269774 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8661d4d9-da3d-4c49-9842-09da325d7b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.370837 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.407196 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0edbe21f-bf93-4a2f-bb63-8bb28bba55a4 req-1a67e57f-ea89-49ba-9720-fd7fd164d92a service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058955 Aug 26 21:21:32.425865 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-4755093d-3f96-424a-9d45-22184c98b00d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:32.427290 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:32.428119 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-4755093d-3f96-424a-9d45-22184c98b00d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 818 time: 0.3020473 Aug 26 21:21:32.431791 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.447873 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Request body: {'port': {'device_id': '456762c2-79c9-47d6-8093-415dba203db8', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'admin_state_up': True, 'tenant_id': '4e76c46cc64446cba9a69d527704e285'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:32.531508 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:32.622534 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Made reservation on behalf of 4e76c46cc64446cba9a69d527704e285 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:32.628548 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.635735 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8661d4d9-da3d-4c49-9842-09da325d7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.741938 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af30d9-58ae-4fd5-aa83-80d3ac8e973a req-674d36cb-67d1-4567-a3d7-b8850da95222 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:32.749503 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08af30d9-58ae-4fd5-aa83-80d3ac8e973a req-674d36cb-67d1-4567-a3d7-b8850da95222 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 943 time: 0.8576021 Aug 26 21:21:32.788459 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.791267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.795857 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b43a16b8-ba4b-46a3-bb2c-567ea58e6719 HTTP/1.1" status: 204 len: 168 time: 1.9405813 Aug 26 21:21:32.798481 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8661d4d9-da3d-4c49-9842-09da325d7b7a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9dbd40477d5548ce8f5291472e869821&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0445499 Aug 26 21:21:32.803609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:32.828966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661d4d9-da3d-4c49-9842-09da325d7b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3cbda1-f853-47cf-a86c-9774e35a26b9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:32.898873 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffce8f-a761-44b5-a9ae-37be8a2a063b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a16b8-ba4b-46a3-bb2c-567ea58e6719,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:32.913855 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c5ed8080-881d-4768-805d-74e678653e90 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:21:32.915106 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08af30d9-58ae-4fd5-aa83-80d3ac8e973a req-ea54eade-8245-472e-8574-69cfed726e0f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645191 Aug 26 21:21:32.918174 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-24d5662c-35b6-456a-b7bb-da0661decdcc req-bac89219-3464-4033-b5ae-bb8923226192 service neutron] 10.222.0.47 "GET /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387873 Aug 26 21:21:32.939287 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:32.939398 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-6813822e-2dff-4b3a-a3c5-4638e69e95e7 service neutron] 10.222.0.26 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077006 Aug 26 21:21:32.957330 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Allocated IP 172.20.0.2 (d34bd2f3-b54e-4a12-8eac-7eff388fec4a/799660a4-2477-44e1-93c5-e84fcab21fe6/3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:32.985496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.166815 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-71f67813-f412-414a-a0b0-e0d5d8227f22 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1352829647&fields=id&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 267 time: 0.1097248 Aug 26 21:21:33.196758 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c5ed8080-881d-4768-805d-74e678653e90,segment=NetworkSegment(ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4),segment_id=ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:33.210247 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.212785 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.214070 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5d3cbda1-f853-47cf-a86c-9774e35a26b9 HTTP/1.1" status: 204 len: 168 time: 0.4093554 Aug 26 21:21:33.225309 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'c5ed8080-881d-4768-805d-74e678653e90', 'network_id': '3e2cb6cb-780d-4e8d-970c-61f08a949e97', 'port_id': 'c5ed8080-881d-4768-805d-74e678653e90', 'mac_address': 'fa:16:3e:cf:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ab6bba-deb5-4509-b1c0-66aae896d398', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:21:33.271968 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fdee5-2256-4a47-9d86-7f75a2ac169f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3cbda1-f853-47cf-a86c-9774e35a26b9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:33.319563 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.349818 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.359425 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ed8080-881d-4768-805d-74e678653e90 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:33.399022 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c5ed8080-881d-4768-805d-74e678653e90,segment=NetworkSegment(ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4),segment_id=ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:33.407849 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.438357 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.511221 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:33.534469 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Pushing event updated for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:33.536355 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8399d-bb06-4ef5-ab13-1f195b3d5774 req-436e8830-034d-477d-8af4-7b816ff783fc tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:33.537904 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bc8399d-bb06-4ef5-ab13-1f195b3d5774 req-436e8830-034d-477d-8af4-7b816ff783fc tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 944 time: 0.2061398 Aug 26 21:21:33.549784 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-67b70697-1d92-4932-98f6-d85cab0088dc tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:33.551409 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-67b70697-1d92-4932-98f6-d85cab0088dc tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 816 time: 0.3626871 Aug 26 21:21:33.557547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:33.559336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:33.564187 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:33.581570 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-14864118-4171-42db-a813-128f2acb9104 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/quotas/94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 375 time: 0.0213466 Aug 26 21:21:33.637546 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bc8399d-bb06-4ef5-ab13-1f195b3d5774 req-ed9d5130-6243-45ae-aba6-c68c7c8cde62 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849535 Aug 26 21:21:33.652147 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:33.652823 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.680014 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-d76388b7-6ad2-4658-9e02-e8a67abe90ae tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799918 Aug 26 21:21:33.684995 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-f9a144b3-9b6b-43af-b8f3-f28c9dee6aeb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2414424 Aug 26 21:21:33.697271 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Request body: {'port': {'device_id': '456762c2-79c9-47d6-8093-415dba203db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:33.712482 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['c5ed8080-881d-4768-805d-74e678653e90'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:33.774581 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:33.862062 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c5e74623-3fbb-4d97-bff5-ce3edf4510f9 req-2cdc2523-0982-4eb5-b84e-2e397ff955ac tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 210 time: 0.0739529 Aug 26 21:21:33.930282 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-f7052403-8127-40c4-9e29-9d4f37cb7cea service neutron] 10.222.0.26 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448232 Aug 26 21:21:33.966867 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:34.135023 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:34.135715 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.225121 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e89e7-cf72-4555-8c48-067b01510a4a req-ad89a128-b852-4832-baaa-60d6f1131f64 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:34.226823 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a72e89e7-cf72-4555-8c48-067b01510a4a req-ad89a128-b852-4832-baaa-60d6f1131f64 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 943 time: 0.1484575 Aug 26 21:21:34.229074 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-1de4a641-8459-465c-8bb8-72f51189ac79 service neutron] 10.222.0.26 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887015 Aug 26 21:21:34.253251 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42494) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:34.283560 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66380e80-f0ee-4efe-bc26-f0965fbe52ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.315377 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:34.330124 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.336272 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a72e89e7-cf72-4555-8c48-067b01510a4a req-b72b9ee8-3450-48f8-aa7b-9a2b32544250 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944068 Aug 26 21:21:34.360187 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Transition to ACTIVE for port object 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:34.368210 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.519495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66380e80-f0ee-4efe-bc26-f0965fbe52ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.527075 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-66380e80-f0ee-4efe-bc26-f0965fbe52ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.538925 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:34.615752 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-147d077b-d325-4fbd-ba35-48577d32ed87 req-48c3e146-1696-49e5-8907-85cabc40cc24 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 210 time: 0.0679669 Aug 26 21:21:34.703535 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-66380e80-f0ee-4efe-bc26-f0965fbe52ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dcbc6bbe4cac42bf90fb7448a215086e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480603 Aug 26 21:21:34.715193 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42514) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:34.733764 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66380e80-f0ee-4efe-bc26-f0965fbe52ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d7f943-1d1d-4e8c-9f74-d49795555bc5,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:34.796781 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Attempting to bind port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:34.797140 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Attempting to bind port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:34.797594 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Attempting to bind port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:34.807834 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:21:34.808241 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Attempting to bind port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:34.816655 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:34.817523 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Checking segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:34.818139 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Bound using segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:34.819022 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Bound port: 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:34.819527 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.890977 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 185bb2b7-fc73-4846-9cb1-d4cbc953939a details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:21:34.901395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:34.907619 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:34.915782 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.955199 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c5ed8080-881d-4768-805d-74e678653e90 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:34.979118 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:34.980033 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:34.981668 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 1093 time: 1.2887993 Aug 26 21:21:34.982307 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:34.985134 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:35.003250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23215510-7b3a-4a60-a59f-b034e4bb8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:35.076362 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.db.resource_extend [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 21:21:35.095021 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-67d5b6ef-b4e1-46d7-900b-d8eff2b1a103 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:35.107148 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-67d5b6ef-b4e1-46d7-900b-d8eff2b1a103 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 818 time: 0.4901545 Aug 26 21:21:35.145040 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-e4860332-4642-46a8-b373-280c8094407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:35.148503 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-e4860332-4642-46a8-b373-280c8094407c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1096 time: 0.1019275 Aug 26 21:21:35.179084 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Request body: {'port': {'device_id': '21a22af1-842f-4673-859e-754e1bafc0d7', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'admin_state_up': True, 'tenant_id': '4e76c46cc64446cba9a69d527704e285'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:35.192061 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2563c499-cb0a-44af-9cbe-15cb9f3161eb req-e6fd733c-5139-4c0c-88d4-a4985c10ec7f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 210 time: 0.1364207 Aug 26 21:21:35.192782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.246530 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-d58c0650-6504-4b14-a01a-58a441befb34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0896692 Aug 26 21:21:35.256528 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port c5ed8080-881d-4768-805d-74e678653e90 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:35.266427 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea660e-b7c7-4b98-b2a1-b70aabf77ffb req-1c84968d-9286-47d0-a89f-f50aab9a1b41 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:35.271340 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port c5ed8080-881d-4768-805d-74e678653e90 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:35.273440 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a6ea660e-b7c7-4b98-b2a1-b70aabf77ffb req-1c84968d-9286-47d0-a89f-f50aab9a1b41 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 945 time: 0.4363616 Aug 26 21:21:35.274098 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.281601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a60309-8c7e-4921-b36c-69b4bb7da3d6 x-openstack-request-id: req-b3a60309-8c7e-4921-b36c-69b4bb7da3d6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:35.282028 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:35.282406 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3a60309-8c7e-4921-b36c-69b4bb7da3d6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:35.283671 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'status': 'completed', 'code': 200} Aug 26 21:21:35.394113 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:35.411288 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-ded34823-3095-45bd-a0a6-0d923acfdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:35.413327 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-ded34823-3095-45bd-a0a6-0d923acfdd69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.1561947 Aug 26 21:21:35.416099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.437809 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '185bb2b7-fc73-4846-9cb1-d4cbc953939a', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'port_id': '185bb2b7-fc73-4846-9cb1-d4cbc953939a', 'mac_address': 'fa:16:3e:bb:d4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ef719-9960-4d13-9053-806a91f88212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:21:35.505797 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-933c6cb2-816a-463f-a296-38ef9ddd4c2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840690 Aug 26 21:21:35.530483 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.559968 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a6ea660e-b7c7-4b98-b2a1-b70aabf77ffb req-83e597bf-381b-48e8-a2c0-5384f4235450 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161686 Aug 26 21:21:35.674809 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185bb2b7-fc73-4846-9cb1-d4cbc953939a {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:35.747801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:35.756348 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89da5-ceb3-4a7c-bc6a-e3fca87f8f7f req-ed4fdf27-25ee-4b1f-ba85-5cdeade9f0bf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:35.760197 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.762391 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a3e89da5-ceb3-4a7c-bc6a-e3fca87f8f7f req-ed4fdf27-25ee-4b1f-ba85-5cdeade9f0bf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 943 time: 0.1948013 Aug 26 21:21:35.786181 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.789116 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.790633 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49d7f943-1d1d-4e8c-9f74-d49795555bc5 HTTP/1.1" status: 204 len: 168 time: 1.0728805 Aug 26 21:21:35.805153 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Made reservation on behalf of 4e76c46cc64446cba9a69d527704e285 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:35.809069 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:35.813763 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-67bc0504-6ac3-4575-ae9b-28d228bf5a76 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950609 Aug 26 21:21:35.822366 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa038-5ea6-443a-b601-422a93422d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d7f943-1d1d-4e8c-9f74-d49795555bc5,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:35.875893 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a3e89da5-ceb3-4a7c-bc6a-e3fca87f8f7f req-779c8e21-ac90-46b8-8a7b-440ab1d32c27 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Aug 26 21:21:35.946372 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:35.959482 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.006030 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56d49209-7bc0-407a-bf7e-7f560a702571 req-3923890d-df4c-439b-a534-023e553125e1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 210 time: 0.0478628 Aug 26 21:21:36.009715 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:36.072312 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bffe0f7d-490c-439b-8b79-49beaa1e6bf3 req-2760cb88-0d64-45a3-9e99-63503a604af1 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345116 Aug 26 21:21:36.120311 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Allocated IP 172.20.0.4 (d34bd2f3-b54e-4a12-8eac-7eff388fec4a/799660a4-2477-44e1-93c5-e84fcab21fe6/c504d50e-aee4-45b6-a7aa-903c3083d190) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:36.165173 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:36.207796 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-40a87640-cc01-4266-8e38-b39e01d3b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:36.209228 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-40a87640-cc01-4266-8e38-b39e01d3b62a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1096 time: 0.0821915 Aug 26 21:21:36.214983 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c5ed8080-881d-4768-805d-74e678653e90,segment=NetworkSegment(ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4),segment_id=ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:36.223489 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.300961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:36.393799 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c1d8de5-851a-41d7-9c2f-04ee63666afa req-f87aa1ab-6c97-4ed5-8c76-4cb611b2e8e8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 210 time: 0.0473890 Aug 26 21:21:36.435955 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.506166 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.552152 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-ce8c82c5-ff7a-47f5-8f04-af700e20a9bf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:36.553889 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-ce8c82c5-ff7a-47f5-8f04-af700e20a9bf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 816 time: 0.1978931 Aug 26 21:21:36.564985 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-ba6bf907-abae-4f85-a46b-8b2230ca4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:36.566600 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-ba6bf907-abae-4f85-a46b-8b2230ca4eff service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.3481855 Aug 26 21:21:36.575800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Network d34bd2f3-b54e-4a12-8eac-7eff388fec4a is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:36.581189 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:36.594973 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:36.603338 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:36.604257 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.621607 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-d1b5f7ae-1b86-464b-8c50-aa42f6982279 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0472412 Aug 26 21:21:36.625186 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Pushing event updated for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:36.651426 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-b693f4ff-163c-465f-af45-46505e4e682b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5152853 Aug 26 21:21:36.666229 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Request body: {'port': {'device_id': '21a22af1-842f-4673-859e-754e1bafc0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:36.712999 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-06b78de7-e8e9-4c91-9dab-a57b16fedd46 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 380 time: 0.1454206 Aug 26 21:21:36.728560 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'port': {'device_id': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'admin_state_up': True, 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'security_groups': ['7a733c8d-8f42-4a93-aa57-6ab3db2e9c16']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:36.782591 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-84ad77ed-8934-4c5e-931e-36d6d067be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:36.787488 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c09452-820b-4086-80e1-ba1e67905f79" -d '{"events": [{"server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed8080-881d-4768-805d-74e678653e90"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:36.790269 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-84ad77ed-8934-4c5e-931e-36d6d067be02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.1592085 Aug 26 21:21:36.862051 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-512bef11-80bd-474d-868c-85d50dd3995a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616074 Aug 26 21:21:36.905765 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 185bb2b7-fc73-4846-9cb1-d4cbc953939a up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:36.919563 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:36.995492 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6749941-6ebf-4e91-8ab6-24c6b36e7e3d x-openstack-request-id: req-b6749941-6ebf-4e91-8ab6-24c6b36e7e3d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:36.996436 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed8080-881d-4768-805d-74e678653e90", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:36.996818 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6749941-6ebf-4e91-8ab6-24c6b36e7e3d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:36.998682 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90', 'code': 200} Aug 26 21:21:37.020212 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506d01c-ff14-4d67-93af-8b6352335154 req-a4b93f9b-3307-44c1-baee-fbd39a950339 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:37.024171 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f506d01c-ff14-4d67-93af-8b6352335154 req-a4b93f9b-3307-44c1-baee-fbd39a950339 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.2835536 Aug 26 21:21:37.085310 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 185bb2b7-fc73-4846-9cb1-d4cbc953939a completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:37.090891 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 185bb2b7-fc73-4846-9cb1-d4cbc953939a triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:37.092683 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.119737 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-8312651f-1fbe-4363-a042-be14c7ffdcee service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415140 Aug 26 21:21:37.193205 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f506d01c-ff14-4d67-93af-8b6352335154 req-99df09c0-4c0d-4247-9208-2fef47e3985e tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566620 Aug 26 21:21:37.292665 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-006f8ed2-796b-45e7-804a-c1cf7a86e278 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573379 Aug 26 21:21:37.293364 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.47', 54716) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:37.317835 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.382707 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:37.391386 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.463957 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:37.464395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-c955bcae-5211-4cf1-9e6c-b8b8508ef9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:37.466235 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-c955bcae-5211-4cf1-9e6c-b8b8508ef9a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 1099 time: 0.1680913 Aug 26 21:21:37.485631 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Made reservation on behalf of 94917f9a383543b0b1804ebe3870153f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:21:37.491455 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.509013 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-fadb131c-a93a-4f87-943b-421aee0780b0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.552878 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6577f-d604-45ba-8092-b4c281f0d244 req-4204e240-dc48-49c7-ae2b-d6c63712a941 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:37.560244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-abf6577f-d604-45ba-8092-b4c281f0d244 req-4204e240-dc48-49c7-ae2b-d6c63712a941 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 944 time: 0.4491420 Aug 26 21:21:37.564292 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d058301f-34f4-4696-a52b-02bd0f72f672 req-92a50bc9-78f8-40d0-9e70-4d58a23de321 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 210 time: 0.0783942 Aug 26 21:21:37.668247 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-abf6577f-d604-45ba-8092-b4c281f0d244 req-5531f880-14d2-4546-91f4-864f64a14f34 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033552 Aug 26 21:21:37.712498 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Allocated IP 172.20.0.14 (7252e207-3d22-400e-aff0-ed31003555c4/1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b/36676fa8-8e2b-43b6-8e5c-c502e2cb3f29) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:21:37.742741 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-fadb131c-a93a-4f87-943b-421aee0780b0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.752295 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-fadb131c-a93a-4f87-943b-421aee0780b0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.762577 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c504d50e-aee4-45b6-a7aa-903c3083d190 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:37.771677 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.791062 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Transition to ACTIVE for port object c504d50e-aee4-45b6-a7aa-903c3083d190 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:37.798504 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-90ae53c9-22bc-4c78-9b74-8b7a6a07f9a5 req-fadb131c-a93a-4f87-943b-421aee0780b0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247261 Aug 26 21:21:37.802157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913f74-f888-4708-bb26-48eb60030ef4 req-f0a4762b-1418-4257-aacb-fa00acbe3b3d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:37.804305 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0913f74-f888-4708-bb26-48eb60030ef4 req-f0a4762b-1418-4257-aacb-fa00acbe3b3d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 931 time: 0.0850475 Aug 26 21:21:37.805866 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.820090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb131c-a93a-4f87-943b-421aee0780b0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1054d246-f092-46d1-8a56-b56ae2e98c46,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:37.877862 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:37.919278 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c0913f74-f888-4708-bb26-48eb60030ef4 req-5f0ac93f-e876-4795-9e8a-beed698f0ddb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Aug 26 21:21:37.922478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Attempting to bind port c504d50e-aee4-45b6-a7aa-903c3083d190 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:37.922815 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Attempting to bind port c504d50e-aee4-45b6-a7aa-903c3083d190 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:37.923144 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Attempting to bind port c504d50e-aee4-45b6-a7aa-903c3083d190 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:37.930320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Port c504d50e-aee4-45b6-a7aa-903c3083d190 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:21:37.931058 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Attempting to bind port c504d50e-aee4-45b6-a7aa-903c3083d190 on network d34bd2f3-b54e-4a12-8eac-7eff388fec4a {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:37.938076 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:37.938590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Checking segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:37.939115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Bound using segment: {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:37.939867 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Bound port: c504d50e-aee4-45b6-a7aa-903c3083d190, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aff200b-58a4-4820-8619-e334299cd514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:37.940379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.945301 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:37.962042 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Transition to ACTIVE for port object 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:38.002641 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.025753 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:38.026443 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c504d50e-aee4-45b6-a7aa-903c3083d190,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:38.035859 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.113636 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Network 7252e207-3d22-400e-aff0-ed31003555c4 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:21:38.123743 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:21:38.130835 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:21:38.202309 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:38.268925 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.269944 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.326094 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-341792e0-ed86-4d8d-bf71-ad22328a3125 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6029088 Aug 26 21:21:38.340430 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Request body: {'port': {'device_id': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:38.412051 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Pushing event updated for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:38.429840 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.468961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5909fd16-81d9-4c42-9afb-e0d56286e636 None None] Provisioning for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:38.469667 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.470410 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.472159 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e5ebf505-446d-468c-9dec-703695cc3a83 service neutron] 10.222.0.47 "PUT /v2.0/ports/c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 200 len: 1093 time: 1.8190866 Aug 26 21:21:38.473649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:38.475916 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-5909fd16-81d9-4c42-9afb-e0d56286e636 None None] Provisioning complete for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:38.476797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5909fd16-81d9-4c42-9afb-e0d56286e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.477201 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4575a892-3718-4519-b560-0f217dd3779f" -d '{"events": [{"name": "network-changed", "server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:38.519350 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637be25-407e-4c0c-bd66-cf98b0990a23 req-30c35039-5b89-45b0-a6ab-a3b797730329 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.527447 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a637be25-407e-4c0c-bd66-cf98b0990a23 req-30c35039-5b89-45b0-a6ab-a3b797730329 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.1024163 Aug 26 21:21:38.558307 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-5909fd16-81d9-4c42-9afb-e0d56286e636 None None] Port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:21:38.632697 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a637be25-407e-4c0c-bd66-cf98b0990a23 req-5114d7b5-ba11-4f96-a8b7-130f3d52ff16 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998337 Aug 26 21:21:38.635530 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cdeb85-b80f-46cc-a483-bb516c0f1eee x-openstack-request-id: req-37cdeb85-b80f-46cc-a483-bb516c0f1eee {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:38.635998 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:38.636532 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37cdeb85-b80f-46cc-a483-bb516c0f1eee {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:38.637161 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190', 'status': 'completed', 'code': 200} Aug 26 21:21:38.652966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-0b6dc922-a9b6-4244-b791-adc4a293d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.654703 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-0b6dc922-a9b6-4244-b791-adc4a293d94d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1231978 Aug 26 21:21:38.744757 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-0b9ffdf2-b124-4fdf-afcc-1c66dc1cdc8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 200 len: 217 time: 0.0818233 Aug 26 21:21:38.879827 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:38.888570 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.901623 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Transition to ACTIVE for port object 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:21:38.907854 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:38.908095 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645cbb8-2b44-43ac-9bfb-c609726420ee req-707d491c-e705-4d0c-b739-5986f89b0e34 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.909746 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e645cbb8-2b44-43ac-9bfb-c609726420ee req-707d491c-e705-4d0c-b739-5986f89b0e34 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 932 time: 0.1550124 Aug 26 21:21:38.917967 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:21:38.947964 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e902-c4e1-40cf-8081-625c1236e5be req-cc7300de-6043-4b7e-aaa0-7f1dd526c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.949354 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-cc7300de-6043-4b7e-aaa0-7f1dd526c344 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.1450703 Aug 26 21:21:38.966123 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170c5b3-6c3e-4822-8faa-bc35716428c4 req-58affc86-19ef-47b1-a46a-cb869a21106c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:38.974773 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6170c5b3-6c3e-4822-8faa-bc35716428c4 req-58affc86-19ef-47b1-a46a-cb869a21106c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.1730683 Aug 26 21:21:39.018998 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e645cbb8-2b44-43ac-9bfb-c609726420ee req-263b82e9-0f09-49c1-a5af-d9a779dd1317 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009409 Aug 26 21:21:39.058196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-73740a10-b259-49e0-b7a4-f238efbbba22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809255 Aug 26 21:21:39.062683 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:39.069526 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:39.075227 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b6323-0dde-42e0-837d-a26c906bd5f0" -d '{"events": [{"server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "name": "network-vif-plugged", "status": "completed", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:39.172085 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:39.190774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'port_id': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'mac_address': 'fa:16:3e:df:89:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:21:39.251587 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:39.256836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Attempting to bind port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:21:39.257176 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Attempting to bind port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:21:39.257510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Attempting to bind port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:39.271538 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-29746314-d2fb-4cc4-b1b5-5bd88eb9696d service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032757 Aug 26 21:21:39.273506 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 on network 7252e207-3d22-400e-aff0-ed31003555c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:21:39.274596 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Attempting to bind port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:21:39.282144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:21:39.282601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Checking segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:21:39.283389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Bound using segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:21:39.283389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Bound port: 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:21:39.283666 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:39.285038 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:39.327356 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:39.337349 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:39.353424 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6170c5b3-6c3e-4822-8faa-bc35716428c4 req-c313efa5-109f-4fce-a174-1d3473233094 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775771 Aug 26 21:21:39.420649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd5aeeb-cf22-4a1c-a34c-6cb5565858e0 x-openstack-request-id: req-efd5aeeb-cf22-4a1c-a34c-6cb5565858e0 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:39.429027 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "name": "network-vif-plugged", "status": "completed", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:39.429829 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-efd5aeeb-cf22-4a1c-a34c-6cb5565858e0 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:39.430374 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a', 'code': 200} Aug 26 21:21:39.494320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134cf1-0564-4660-90db-41339c799bcd req-532552d9-dc5e-4e18-b2b5-a05e2534d59b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:39.496721 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19134cf1-0564-4660-90db-41339c799bcd req-532552d9-dc5e-4e18-b2b5-a05e2534d59b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 943 time: 0.2242353 Aug 26 21:21:39.501135 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:21:39.509986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:21:39.520719 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:39.525129 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:39.568390 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-19134cf1-0564-4660-90db-41339c799bcd req-bd21f447-c14c-4719-9b4c-17a12d592554 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616119 Aug 26 21:21:39.583959 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3431e902-c4e1-40cf-8081-625c1236e5be req-e76a37a8-591b-48e4-b8a7-0f4662be5d81 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893183 Aug 26 21:21:39.611095 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:39.631428 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:39.632245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:39.634254 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] 10.222.0.47 "PUT /v2.0/ports/36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 1094 time: 1.2995570 Aug 26 21:21:39.637590 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:39.640738 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d418c-8a64-4bc9-931c-de7a7f678a09" -d '{"events": [{"name": "network-changed", "server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:39.648156 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850270c9-b2fd-4c3f-971f-dff0a371ef43 service neutron] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:39.771661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21d5b1-7af5-44da-a03b-baf7d0481c56 x-openstack-request-id: req-dc21d5b1-7af5-44da-a03b-baf7d0481c56 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:39.773553 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:39.773918 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc21d5b1-7af5-44da-a03b-baf7d0481c56 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:39.774411 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'status': 'completed', 'code': 200} Aug 26 21:21:39.800950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-f7668c7d-808b-414e-96a1-d580dd30b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:39.803007 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-f7668c7d-808b-414e-96a1-d580dd30b490 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1097 time: 0.1061556 Aug 26 21:21:39.817686 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a892-3718-4519-b560-0f217dd3779f req-6e6381c7-b3bf-462a-b15d-44a2449c5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:39.819550 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-6e6381c7-b3bf-462a-b15d-44a2449c5777 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1096 time: 0.1212921 Aug 26 21:21:39.892640 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-d8edd35f-d848-4fc6-bfc9-c40d39d8d7ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 217 time: 0.0795169 Aug 26 21:21:40.000924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7a6f-4084-417d-b7a5-54d3cbfaeed4 req-a57d5748-e3ae-44ae-a9f5-18620050e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.002762 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9eaa7a6f-4084-417d-b7a5-54d3cbfaeed4 req-a57d5748-e3ae-44ae-a9f5-18620050e8cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 1098 time: 0.1241839 Aug 26 21:21:40.026744 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-82b9f383-678f-46f3-a269-c6be1d7de0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.028899 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-82b9f383-678f-46f3-a269-c6be1d7de0d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.1184349 Aug 26 21:21:40.116031 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9eaa7a6f-4084-417d-b7a5-54d3cbfaeed4 req-182042ff-1d37-48cf-99aa-fc4ad15137e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038649 Aug 26 21:21:40.137053 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-33cd7b81-eb64-4e65-8f95-dda044b07963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.139274 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-33cd7b81-eb64-4e65-8f95-dda044b07963 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926533 Aug 26 21:21:40.157817 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a892-3718-4519-b560-0f217dd3779f req-79aa6513-5e52-4c43-a711-e42aeb4e0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.160499 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-79aa6513-5e52-4c43-a711-e42aeb4e0dfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.3133898 Aug 26 21:21:40.207437 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9997028-0b88-4db3-a465-65a4cf0f0bb9 req-db3ef335-3f96-4f8e-9d2b-36be0491fc34 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.208912 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9997028-0b88-4db3-a465-65a4cf0f0bb9 req-db3ef335-3f96-4f8e-9d2b-36be0491fc34 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.4043577 Aug 26 21:21:40.253822 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb811f1-81a0-4085-aa52-3eeed5556207 req-b8e22c29-590f-46a3-9154-6778e6bef234 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.255396 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cfb811f1-81a0-4085-aa52-3eeed5556207 req-b8e22c29-590f-46a3-9154-6778e6bef234 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.1098986 Aug 26 21:21:40.290929 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9997028-0b88-4db3-a465-65a4cf0f0bb9 req-8c948b25-8338-4ab5-bfae-736fb21bce60 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710645 Aug 26 21:21:40.367497 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cfb811f1-81a0-4085-aa52-3eeed5556207 req-c1fe6868-8796-4099-a566-4007ec1a41c1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004615 Aug 26 21:21:40.368811 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-29b421aa-5fd0-4b3f-86a5-0ab628540ca4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 200 len: 217 time: 0.0452797 Aug 26 21:21:40.422902 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-96595bc0-71c2-41f2-bdd6-b56c8c81aa2e service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126926 Aug 26 21:21:40.457372 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575a892-3718-4519-b560-0f217dd3779f req-53c10767-eb6f-4139-91b4-c085d0fb6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.459105 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-53c10767-eb6f-4139-91b4-c085d0fb6a99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0820792 Aug 26 21:21:40.532517 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-5b987890-a9fd-40f7-96ab-8d803841ba61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605445 Aug 26 21:21:40.549022 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fce649e6-c4c9-40b3-8a7a-cbd6d0303c3a req-256c841b-3bdc-4896-8c8d-6a13d89e9ccb service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181047 Aug 26 21:21:40.556365 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d14343-f81c-472a-8544-7b51b01d896a req-4da21726-d9f3-44d9-9b46-5b326342dcfd tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.557899 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f7d14343-f81c-472a-8544-7b51b01d896a req-4da21726-d9f3-44d9-9b46-5b326342dcfd tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.0977051 Aug 26 21:21:40.653196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f7d14343-f81c-472a-8544-7b51b01d896a req-52ee9b7b-ef0f-4074-b895-f2104023c725 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871699 Aug 26 21:21:40.709996 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-5c30c1ce-ab45-4df8-ac28-e452632a88a0 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620522 Aug 26 21:21:40.804815 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439e21-b814-46d0-8610-013e81a0a83e req-608a55bd-503b-427d-8e70-e82cf593040b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.808192 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-87439e21-b814-46d0-8610-013e81a0a83e req-608a55bd-503b-427d-8e70-e82cf593040b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 943 time: 0.1146948 Aug 26 21:21:40.823527 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42762) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:40.851677 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-c92bc610-5e6e-46fc-8902-ad5a59bf78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.853167 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-c92bc610-5e6e-46fc-8902-ad5a59bf78d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1097 time: 0.2444489 Aug 26 21:21:40.854297 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42766) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:40.886608 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4575a892-3718-4519-b560-0f217dd3779f req-a12beae6-c41d-4f35-a102-1159e61d8686 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593025 Aug 26 21:21:40.893321 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-87439e21-b814-46d0-8610-013e81a0a83e req-d86ecbb1-29aa-4ea7-8496-3d2ffaea7079 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687795 Aug 26 21:21:40.931842 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:40.962740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-cd92542c-d749-4785-90af-7bf5cdf5deef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:40.964957 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-cd92542c-d749-4785-90af-7bf5cdf5deef service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.1015298 Aug 26 21:21:40.984254 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:40.990304 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:40.991114 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.027954 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-2a6040df-9f06-4665-9204-df33ce351eba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 217 time: 0.0521340 Aug 26 21:21:41.028878 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.035433 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd15e00e-a209-4bc5-aceb-70c98827ba21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.081134 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.db.api [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 21:21:41.081134 dv-cinder-806260-2-iscsi neutron-server[93861]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 21:21:41.081134 dv-cinder-806260-2-iscsi neutron-server[93861]: [parameters: {'project_id': '1a02cf19e60d462386decf21a72161fc', 'id': 'ef499de1-3552-4e7d-bba9-38f5656f0e3d', 'expiration': datetime.datetime(2021, 8, 26, 21, 23, 41, 70948)}] Aug 26 21:21:41.081134 dv-cinder-806260-2-iscsi neutron-server[93861]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 21:21:41.081540 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG oslo_db.api [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 21:21:41.088101 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.091042 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-cd45fa35-27c5-443c-8e2c-f96043d138c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:41.093420 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-cd45fa35-27c5-443c-8e2c-f96043d138c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0563016 Aug 26 21:21:41.121135 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:41.127152 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.146433 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-37e4452d-de1b-403d-bbe9-4edceeee5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:41.147976 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-37e4452d-de1b-403d-bbe9-4edceeee5617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465205 Aug 26 21:21:41.164126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd15e00e-a209-4bc5-aceb-70c98827ba21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.168917 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd15e00e-a209-4bc5-aceb-70c98827ba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.176545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:41.215420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fd15e00e-a209-4bc5-aceb-70c98827ba21 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=949549ac97864910b4d391b1ba619682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883727 Aug 26 21:21:41.216680 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15e00e-a209-4bc5-aceb-70c98827ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5cc084-2d01-4b5b-a2d3-21411cdf1da8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:41.218366 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42772) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:41.295435 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-deed23b8-7a72-4f78-8060-e1ac3d6d5091 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303098 Aug 26 21:21:41.298186 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.369055 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.431409 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:41.435660 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8363154-ebb5-47bb-bdef-b1755a8010d1" -d '{"events": [{"server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "name": "network-vif-plugged", "status": "completed", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:41.471963 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-963d418c-8a64-4bc9-931c-de7a7f678a09 req-4f7fcd1b-7957-4fc2-9192-b5d642bc4c2f service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645465 Aug 26 21:21:41.486735 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.494695 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.496033 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b9cf1-fb7c-4abb-a529-aa9cf6c9137f req-682f2291-e7ca-47ea-9160-8ff0803b0623 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:41.497986 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d5cc084-2d01-4b5b-a2d3-21411cdf1da8 HTTP/1.1" status: 204 len: 168 time: 0.2781265 Aug 26 21:21:41.505703 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-332b9cf1-fb7c-4abb-a529-aa9cf6c9137f req-682f2291-e7ca-47ea-9160-8ff0803b0623 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.1196895 Aug 26 21:21:41.519567 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bc9ee-b93e-46cb-81e2-73b4c05a9170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5cc084-2d01-4b5b-a2d3-21411cdf1da8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:41.578840 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-332b9cf1-fb7c-4abb-a529-aa9cf6c9137f req-26917f1a-0055-430a-b64f-b99e62f9c25e tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720892 Aug 26 21:21:41.582828 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.602737 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc6537-478d-4b4b-a5b9-3821a09b286f req-650b0ab0-4097-49ab-8a05-02bc26557b3e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:41.603316 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5cc6537-478d-4b4b-a5b9-3821a09b286f req-650b0ab0-4097-49ab-8a05-02bc26557b3e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0901947 Aug 26 21:21:41.657941 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cdd090-4398-416c-b2c6-2539eab1c416 x-openstack-request-id: req-34cdd090-4398-416c-b2c6-2539eab1c416 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:41.658564 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "name": "network-vif-plugged", "status": "completed", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:41.659130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34cdd090-4398-416c-b2c6-2539eab1c416 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:41.659836 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'code': 200} Aug 26 21:21:41.664863 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5cc6537-478d-4b4b-a5b9-3821a09b286f req-c49d4889-b6e2-46b3-83bd-63d1286cd740 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570533 Aug 26 21:21:41.754063 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.759299 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:41.806895 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a02cf19e60d462386decf21a72161fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9481597 Aug 26 21:21:41.807325 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42810) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:41.857129 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428da13-fe70-427e-9c16-8897633f19d7 req-00f79d90-fb11-46dd-8eb3-ffce5026624e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:41.866237 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8428da13-fe70-427e-9c16-8897633f19d7 req-00f79d90-fb11-46dd-8eb3-ffce5026624e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.1149714 Aug 26 21:21:41.866916 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0814b-f00b-4be3-8635-2cecee1be7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e31471e-f3f3-41fa-84f4-0740f562ecac,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:41.955683 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8428da13-fe70-427e-9c16-8897633f19d7 req-d056b3ff-796a-49b8-9294-e31f2b78bde8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Aug 26 21:21:41.993978 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.027439 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d6b63-10d3-4352-a8d2-4a7649f1d1ae req-4cbdf026-4b3a-40bf-bb64-0cc0b549e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:42.031633 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-869d6b63-10d3-4352-a8d2-4a7649f1d1ae req-4cbdf026-4b3a-40bf-bb64-0cc0b549e1bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.1317294 Aug 26 21:21:42.043187 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.084604 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42824) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:42.111607 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fef33444-61f7-472a-a72a-0a1873180e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.130645 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddc98-0112-42b0-85e4-99637cadb0b2 req-6988f382-5c05-4159-85f6-7bed88ed7f0c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:42.132471 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3deddc98-0112-42b0-85e4-99637cadb0b2 req-6988f382-5c05-4159-85f6-7bed88ed7f0c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 943 time: 0.0968547 Aug 26 21:21:42.194558 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3deddc98-0112-42b0-85e4-99637cadb0b2 req-de358430-d001-415f-920e-14d6eaeff4a9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554767 Aug 26 21:21:42.204182 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-869d6b63-10d3-4352-a8d2-4a7649f1d1ae req-2109eb63-e855-450e-8ce0-a75b0ed3ca13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575072 Aug 26 21:21:42.231926 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.235955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.241575 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e31471e-f3f3-41fa-84f4-0740f562ecac HTTP/1.1" status: 204 len: 168 time: 0.4288085 Aug 26 21:21:42.257585 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b7f2f-2415-48d6-9c09-eefa5bf6e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e31471e-f3f3-41fa-84f4-0740f562ecac,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:42.314914 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fef33444-61f7-472a-a72a-0a1873180e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.319638 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fef33444-61f7-472a-a72a-0a1873180e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.369877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef33444-61f7-472a-a72a-0a1873180e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c85c2-b537-44be-a7eb-dd9287a87768,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:42.383779 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fef33444-61f7-472a-a72a-0a1873180e65 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fcebab9286934e8f99e91ab3f76b54fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968221 Aug 26 21:21:42.386296 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42840) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:42.456241 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.496115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.567753 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.571231 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.572857 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e6c85c2-b537-44be-a7eb-dd9287a87768 HTTP/1.1" status: 204 len: 168 time: 0.1853108 Aug 26 21:21:42.587730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f11bf7-6d15-4088-a1cd-7e8aeb4d2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c85c2-b537-44be-a7eb-dd9287a87768,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:42.774510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42866) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:42.789914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7342c35b-d308-45b8-8153-0cac3bd402c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.802159 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c2188-e69c-4295-b3e0-b45e3eefc2a0 req-3792f29d-49e0-4851-957f-0cc17d76f253 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:42.804035 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-834c2188-e69c-4295-b3e0-b45e3eefc2a0 req-3792f29d-49e0-4851-957f-0cc17d76f253 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0603492 Aug 26 21:21:42.864191 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-834c2188-e69c-4295-b3e0-b45e3eefc2a0 req-1e417b23-e065-4233-83ba-a86e11ed54ce tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486891 Aug 26 21:21:42.924007 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7342c35b-d308-45b8-8153-0cac3bd402c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.927089 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:21:42.934894 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7342c35b-d308-45b8-8153-0cac3bd402c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:42.985284 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7342c35b-d308-45b8-8153-0cac3bd402c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e340866bec14898a21f4d2f7cf61234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096705 Aug 26 21:21:42.986545 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342c35b-d308-45b8-8153-0cac3bd402c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5ebc6b-921b-4f48-be03-56cab4da02c0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:42.988799 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42876) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:43.055627 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.056760 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:43.081214 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:21:43.099910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.130063 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.145480 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:43.167465 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:43.172125 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.173166 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c504d50e-aee4-45b6-a7aa-903c3083d190 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:21:43.203482 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.208474 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.210991 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be5ebc6b-921b-4f48-be03-56cab4da02c0 HTTP/1.1" status: 204 len: 168 time: 0.2208068 Aug 26 21:21:43.222577 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f1b4d-053d-4fd6-beb6-cba59a6cfc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5ebc6b-921b-4f48-be03-56cab4da02c0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:43.307546 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:43.350132 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c504d50e-aee4-45b6-a7aa-903c3083d190,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:43.365201 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'c504d50e-aee4-45b6-a7aa-903c3083d190', 'network_id': 'd34bd2f3-b54e-4a12-8eac-7eff388fec4a', 'port_id': 'c504d50e-aee4-45b6-a7aa-903c3083d190', 'mac_address': 'fa:16:3e:55:8d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799660a4-2477-44e1-93c5-e84fcab21fe6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:21:43.383193 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a125e8-feb4-41bf-9c8f-6cb1e52703fa req-9079239d-c5a2-4ec3-a514-efff29afb231 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:43.384805 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05a125e8-feb4-41bf-9c8f-6cb1e52703fa req-9079239d-c5a2-4ec3-a514-efff29afb231 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 943 time: 0.0822995 Aug 26 21:21:43.409690 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.425228 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c504d50e-aee4-45b6-a7aa-903c3083d190 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:21:43.437608 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05a125e8-feb4-41bf-9c8f-6cb1e52703fa req-4e44a383-6b96-4de2-b51e-67fb3c614ce0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Aug 26 21:21:43.448305 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c504d50e-aee4-45b6-a7aa-903c3083d190,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:43.465003 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:43.553420 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:43.707044 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42924) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:43.725192 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['c504d50e-aee4-45b6-a7aa-903c3083d190'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:43.762078 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:43.953384 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-60e300e1-2f7e-4fb1-8eb0-4ebd0d837c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.186174 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-60e300e1-2f7e-4fb1-8eb0-4ebd0d837c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.206910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-60e300e1-2f7e-4fb1-8eb0-4ebd0d837c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.264950 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-60e300e1-2f7e-4fb1-8eb0-4ebd0d837c79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d87a86afbc04026b80e9db5ac7997df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546904 Aug 26 21:21:44.266634 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42960) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:44.280631 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007174ac-f346-48f8-bbe5-1f3b9b7dbeae req-e798cc49-a7b4-48eb-9a10-1ae5e2b18d8b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:44.282050 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-007174ac-f346-48f8-bbe5-1f3b9b7dbeae req-e798cc49-a7b4-48eb-9a10-1ae5e2b18d8b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 945 time: 0.1336124 Aug 26 21:21:44.287384 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e300e1-2f7e-4fb1-8eb0-4ebd0d837c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f8aa4b-c8f6-4c68-9d74-48fdcf1f000e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:44.326649 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.354147 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.367540 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-007174ac-f346-48f8-bbe5-1f3b9b7dbeae req-21181ef0-57dc-409a-b192-f70a0cb5d128 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481467 Aug 26 21:21:44.414652 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.416981 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.421648 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61f8aa4b-c8f6-4c68-9d74-48fdcf1f000e HTTP/1.1" status: 204 len: 168 time: 0.1527500 Aug 26 21:21:44.429376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de48c1-6f9b-4977-b68c-de8188a9144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f8aa4b-c8f6-4c68-9d74-48fdcf1f000e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:44.575644 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db596-3861-4a0d-b3a5-03c77cb7f2cf req-e1c77517-ecf0-4418-9ee8-b3e7ed0b3522 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:44.577804 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb2db596-3861-4a0d-b3a5-03c77cb7f2cf req-e1c77517-ecf0-4418-9ee8-b3e7ed0b3522 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 944 time: 0.0616665 Aug 26 21:21:44.633327 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb2db596-3861-4a0d-b3a5-03c77cb7f2cf req-ef9d94b0-b2ea-483d-96c1-b48166fa4f95 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Aug 26 21:21:44.767914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 42980) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:44.782390 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3dca079-a0dc-4452-aa13-dfcebef1dba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.918899 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3dca079-a0dc-4452-aa13-dfcebef1dba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.927038 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3dca079-a0dc-4452-aa13-dfcebef1dba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:44.947731 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:44.959362 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dca079-a0dc-4452-aa13-dfcebef1dba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72e88ae-4a8b-4bd9-aa39-d5fa707493ac,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:44.988729 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a3dca079-a0dc-4452-aa13-dfcebef1dba2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9a2b00ff683a487d941dbc63e79652b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194822 Aug 26 21:21:44.991445 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 42996) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:45.039209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:45.043761 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:45.044200 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.053813 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.089899 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.143069 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.155197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.159863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.161554 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e72e88ae-4a8b-4bd9-aa39-d5fa707493ac HTTP/1.1" status: 204 len: 168 time: 0.1690521 Aug 26 21:21:45.184050 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:45.185252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:45.188764 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c7b97d-6bba-40c6-8e9a-ce800c29b2ad" -d '{"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:45.192742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.194513 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c504d50e-aee4-45b6-a7aa-903c3083d190 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:21:45.222272 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47008e-a3eb-48a0-ada6-cef12b960ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72e88ae-4a8b-4bd9-aa39-d5fa707493ac,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:45.293728 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:45.299517 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port c504d50e-aee4-45b6-a7aa-903c3083d190 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:21:45.309618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port c504d50e-aee4-45b6-a7aa-903c3083d190 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:21:45.309994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.353659 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa27f0-b62f-4979-a617-11b5524cdc25 x-openstack-request-id: req-d1aa27f0-b62f-4979-a617-11b5524cdc25 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:45.353946 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:45.354192 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d1aa27f0-b62f-4979-a617-11b5524cdc25 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:45.354625 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'code': 200} Aug 26 21:21:45.549811 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b7269-c5df-4f1b-b4f2-fede8be70e43 req-a50fa921-f060-4d6e-8206-a0cc06c9515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:45.552534 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-544b7269-c5df-4f1b-b4f2-fede8be70e43 req-a50fa921-f060-4d6e-8206-a0cc06c9515f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1099 time: 0.0625312 Aug 26 21:21:45.578677 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.594011 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-544b7269-c5df-4f1b-b4f2-fede8be70e43 req-80582be6-ffff-4160-8a48-e569ba604f1e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Aug 26 21:21:45.598025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e01c1-2b98-4d8b-89bb-6af3a8fee996 req-4af96478-b906-4069-9b7e-3e8adb359827 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:45.599765 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f6e01c1-2b98-4d8b-89bb-6af3a8fee996 req-4af96478-b906-4069-9b7e-3e8adb359827 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0813758 Aug 26 21:21:45.619742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c504d50e-aee4-45b6-a7aa-903c3083d190,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:45.626565 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:45.659832 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f6e01c1-2b98-4d8b-89bb-6af3a8fee996 req-2df7e05c-68e3-462c-8ca3-615d832ed68d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494306 Aug 26 21:21:45.688067 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:45.770849 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37bdd1-83b8-4ff8-8605-0defa59707b6 req-f6a5cc4c-b094-43dd-86fe-80a3ed2e1924 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:45.772540 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b37bdd1-83b8-4ff8-8605-0defa59707b6 req-f6a5cc4c-b094-43dd-86fe-80a3ed2e1924 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Aug 26 21:21:45.813217 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b37bdd1-83b8-4ff8-8605-0defa59707b6 req-a5940e37-106e-45ee-bb2d-1ec7075da401 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Aug 26 21:21:46.805011 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca392982-212f-4e11-9025-289986412581 req-d16ed3b6-7b01-4bbb-9bb0-935e2807166a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:46.806615 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca392982-212f-4e11-9025-289986412581 req-d16ed3b6-7b01-4bbb-9bb0-935e2807166a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0541601 Aug 26 21:21:46.850397 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca392982-212f-4e11-9025-289986412581 req-fd5849a3-cac9-4c0a-9e4b-8b48fa4f7270 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Aug 26 21:21:46.967946 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e95b8-82c7-43f3-8295-4b5b0fc1ebbb req-2525857b-1536-407f-a0b3-78d23c3bd9c0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:46.975400 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f15e95b8-82c7-43f3-8295-4b5b0fc1ebbb req-2525857b-1536-407f-a0b3-78d23c3bd9c0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0700963 Aug 26 21:21:47.009408 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f15e95b8-82c7-43f3-8295-4b5b0fc1ebbb req-1d5d405a-92bd-45bd-9741-c9520fe78071 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Aug 26 21:21:47.356309 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:47.358751 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee30b1c-ea77-4b48-adeb-f5fd61dea683" -d '{"events": [{"server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "name": "network-vif-plugged", "status": "completed", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:47.395480 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e01ed4-072b-4d0a-b202-d57dfb3983ad x-openstack-request-id: req-19e01ed4-072b-4d0a-b202-d57dfb3983ad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:47.395836 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "name": "network-vif-plugged", "status": "completed", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:47.396149 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19e01ed4-072b-4d0a-b202-d57dfb3983ad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:47.396478 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190', 'code': 200} Aug 26 21:21:47.976285 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0333e21-7d00-4039-9c18-4517cfe7e38e req-4a587b39-6a6c-4288-8b81-62d6b7f6954a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:47.977724 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b0333e21-7d00-4039-9c18-4517cfe7e38e req-4a587b39-6a6c-4288-8b81-62d6b7f6954a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0501952 Aug 26 21:21:48.015585 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b0333e21-7d00-4039-9c18-4517cfe7e38e req-4ba1cf5b-d568-43c9-82f7-08a8bcd79d15 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 26 21:21:48.138428 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd116018-46a1-4339-b834-a1415234fe60 req-f20dbc2c-be1a-44ae-a852-fca2f2c754ba tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:48.140500 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd116018-46a1-4339-b834-a1415234fe60 req-f20dbc2c-be1a-44ae-a852-fca2f2c754ba tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0591075 Aug 26 21:21:48.178860 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd116018-46a1-4339-b834-a1415234fe60 req-e3ec81a2-eece-46d5-8b67-71bc05b1838a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Aug 26 21:21:48.367061 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:49.133966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e92c5-52e1-41fc-9070-5f09f933611f req-8d46e6ee-f001-4531-a384-31448d1ce202 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:49.135423 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f09e92c5-52e1-41fc-9070-5f09f933611f req-8d46e6ee-f001-4531-a384-31448d1ce202 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Aug 26 21:21:49.172629 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f09e92c5-52e1-41fc-9070-5f09f933611f req-efe94522-a435-496c-9c10-e3c4022770da tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306509 Aug 26 21:21:49.291068 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dcb23-bc30-48d1-9c0c-be143ec237cc req-683058f2-7888-470e-a05e-52c12ebeacbb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:49.292561 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-770dcb23-bc30-48d1-9c0c-be143ec237cc req-683058f2-7888-470e-a05e-52c12ebeacbb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Aug 26 21:21:49.330510 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-770dcb23-bc30-48d1-9c0c-be143ec237cc req-99fc155a-6dd7-44e4-bd4c-5858fcba21c5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 26 21:21:49.535185 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df251b5-1c3a-4254-9d9d-c68dcd2fc263 req-287e0955-a780-4a48-9c4c-a467dffd2e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:49.536709 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2df251b5-1c3a-4254-9d9d-c68dcd2fc263 req-287e0955-a780-4a48-9c4c-a467dffd2e52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0407488 Aug 26 21:21:49.575729 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2df251b5-1c3a-4254-9d9d-c68dcd2fc263 req-bb2bd041-b47e-4a15-927f-c25b12673a03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285406 Aug 26 21:21:50.297657 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9b7d3-eade-42bc-823d-f0f12f476232 req-16e7440c-d6db-4aae-b2bb-ab4158960752 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:50.299219 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-acf9b7d3-eade-42bc-823d-f0f12f476232 req-16e7440c-d6db-4aae-b2bb-ab4158960752 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0481255 Aug 26 21:21:50.340633 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-acf9b7d3-eade-42bc-823d-f0f12f476232 req-f5af9f5e-a822-4cb5-a064-1d2b49f93234 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349433 Aug 26 21:21:50.494160 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e2ba4-f6be-483c-995e-1d9e4a9200b4 req-baaa0de5-5860-465a-8c39-60bd82c8b173 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:50.495765 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-811e2ba4-f6be-483c-995e-1d9e4a9200b4 req-baaa0de5-5860-465a-8c39-60bd82c8b173 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0850036 Aug 26 21:21:50.510222 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bb22b-bc2e-4de7-ad75-3ac3a5a9ed5e req-5bb80b5d-e20c-4ca3-bd91-e15ca5955139 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:50.511844 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d52bb22b-bc2e-4de7-ad75-3ac3a5a9ed5e req-5bb80b5d-e20c-4ca3-bd91-e15ca5955139 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0881021 Aug 26 21:21:50.521269 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43226) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:50.530865 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'floatingip': {'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:21:50.550902 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-811e2ba4-f6be-483c-995e-1d9e4a9200b4 req-f16e7e57-7229-43bf-8635-e7f2b2a697b7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448570 Aug 26 21:21:50.617152 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:51.242233 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:51.246023 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:51.384368 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:21:51.513625 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Floating IP 07a04113-0d3b-4260-b8a3-cacdbeaab3ab associated. External IP: 172.27.3.33, port: 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29. Aug 26 21:21:51.688960 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a2372-195d-487e-b776-aa7e57ff07b2 req-472d881d-5f9f-478f-b899-04c62c05557f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:51.696292 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a2372-195d-487e-b776-aa7e57ff07b2 req-472d881d-5f9f-478f-b899-04c62c05557f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0561492 Aug 26 21:21:51.730538 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-877a2372-195d-487e-b776-aa7e57ff07b2 req-f23005c6-61ca-4d45-a804-9b0d7a8729bd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329189 Aug 26 21:21:51.746669 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:21:51.853921 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:21:51.859205 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:51.866951 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:21:51.876485 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:51.877159 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:21:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:51.887778 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-c5aa6794-8600-4186-a8d8-7681794575cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "PUT /v2.0/floatingips/07a04113-0d3b-4260-b8a3-cacdbeaab3ab HTTP/1.1" status: 200 len: 991 time: 1.3613994 Aug 26 21:21:51.888417 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:51.890638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4" -d '{"events": [{"name": "network-changed", "server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:51.927936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f997352d-0cf7-44c4-aabd-15bddd1e05e9 x-openstack-request-id: req-f997352d-0cf7-44c4-aabd-15bddd1e05e9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:51.928222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:51.928473 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f997352d-0cf7-44c4-aabd-15bddd1e05e9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:51.929016 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'status': 'completed', 'code': 200} Aug 26 21:21:51.982530 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:52.239436 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '07a04113-0d3b-4260-b8a3-cacdbeaab3ab', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:21:28Z', 'updated_at': '2021-08-26T21:21:51Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:52.336330 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:21:52.345212 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:21:52.345812 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:21:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:52.444989 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:21:52.668270 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '07a04113-0d3b-4260-b8a3-cacdbeaab3ab', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:21:28Z', 'updated_at': '2021-08-26T21:21:51Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:21:52.717750 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb14e2c1-46d7-4089-8c0c-30ae495ac6c6 None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '07a04113-0d3b-4260-b8a3-cacdbeaab3ab', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:21:28Z', 'updated_at': '2021-08-26T21:21:51Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:21:52.850662 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e41547-d47c-41ef-b148-5e0b2b7aeb5a req-754e5974-9798-465e-a92f-1ac3d1e49a04 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:52.852227 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4e41547-d47c-41ef-b148-5e0b2b7aeb5a req-754e5974-9798-465e-a92f-1ac3d1e49a04 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0515301 Aug 26 21:21:52.891539 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4e41547-d47c-41ef-b148-5e0b2b7aeb5a req-3a8df816-9a07-4cd3-bf12-01b47129c58f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Aug 26 21:21:52.914672 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b3ceb6-957b-45ae-8045-d2781b9ea995 None None] New status for floating IP 07a04113-0d3b-4260-b8a3-cacdbeaab3ab: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:21:53.711916 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-5d7d0f3a-c15b-496e-a143-5ec137bcbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:53.713453 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-5d7d0f3a-c15b-496e-a143-5ec137bcbcc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1099 time: 0.0413582 Aug 26 21:21:53.821570 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-4c041b34-5864-42f4-96ec-bcd969199637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:53.822993 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-4c041b34-5864-42f4-96ec-bcd969199637 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0941846 Aug 26 21:21:53.919404 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-22ca9d48-b549-46c8-b380-146be6c6be32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 1001 time: 0.0879414 Aug 26 21:21:53.973717 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-9c29b0a5-afb6-47d8-a3aa-70301050847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:53.975694 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-9c29b0a5-afb6-47d8-a3aa-70301050847b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0446508 Aug 26 21:21:54.008114 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901065f-9bcb-47b2-a341-67d9a46b2bdc req-638c64b2-ef4b-47fd-9edf-5a7d1b4e641d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:54.009607 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7901065f-9bcb-47b2-a341-67d9a46b2bdc req-638c64b2-ef4b-47fd-9edf-5a7d1b4e641d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0518084 Aug 26 21:21:54.033496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-bf6df178-281c-4ed7-99c3-f73f2e9428aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:54.035077 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-bf6df178-281c-4ed7-99c3-f73f2e9428aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465453 Aug 26 21:21:54.049922 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7901065f-9bcb-47b2-a341-67d9a46b2bdc req-3386f772-d806-4457-800a-e07f4cea06ed tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Aug 26 21:21:54.128898 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-103f3e67-ec6e-444d-844f-9d146094bc74 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852082 Aug 26 21:21:54.239341 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2434e55e-97bb-4631-96e2-1b8f6ecd81c4 req-e84dc521-1ab1-4ab5-8334-0be98296cf7e service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911417 Aug 26 21:21:54.961573 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43356) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:55.044921 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-737abf48-9c27-419b-b9a6-5c6efd1ce3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.070869 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-628f2bcc-8b66-4bff-ab11-d02baf41353a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.172906 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-628f2bcc-8b66-4bff-ab11-d02baf41353a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.179673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-628f2bcc-8b66-4bff-ab11-d02baf41353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.184612 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2b941-9fda-41e8-b742-c0e6479b6063 req-02a4f79a-357a-4d69-8d79-aed58b71e776 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:55.199232 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fad2b941-9fda-41e8-b742-c0e6479b6063 req-02a4f79a-357a-4d69-8d79-aed58b71e776 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0703933 Aug 26 21:21:55.209001 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-628f2bcc-8b66-4bff-ab11-d02baf41353a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce1452f83bc747879cb7fe5f2e5a33d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457483 Aug 26 21:21:55.211561 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43370) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:55.233408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f2bcc-8b66-4bff-ab11-d02baf41353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1329fbce-b038-4951-85d6-ac77696daef8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:55.281106 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fad2b941-9fda-41e8-b742-c0e6479b6063 req-da2ea6ed-194f-4e7a-b6d7-2351f58ad0b1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797055 Aug 26 21:21:55.310473 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.338015 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.389485 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.392016 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.393179 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1329fbce-b038-4951-85d6-ac77696daef8 HTTP/1.1" status: 204 len: 168 time: 0.1803167 Aug 26 21:21:55.400814 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd16b7b-6e21-4d41-87c2-7cd7c5c58362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1329fbce-b038-4951-85d6-ac77696daef8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:55.577498 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668999d-f6db-4d10-b3e7-50b1c79c82b6 req-0cee75c0-06ba-4ca9-829b-90a389f9e6bc tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:55.577641 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-4a1eb2a1-102d-41cf-b7f7-11ce15b0321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:55.579143 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d668999d-f6db-4d10-b3e7-50b1c79c82b6 req-0cee75c0-06ba-4ca9-829b-90a389f9e6bc tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0528922 Aug 26 21:21:55.580002 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-4a1eb2a1-102d-41cf-b7f7-11ce15b0321b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0477505 Aug 26 21:21:55.637756 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d668999d-f6db-4d10-b3e7-50b1c79c82b6 req-50c8dc95-f539-4cac-ab86-6f04d427794a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523684 Aug 26 21:21:55.702139 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-dfe3364c-2f55-43cd-8bd5-d3efb11724c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:55.704128 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-dfe3364c-2f55-43cd-8bd5-d3efb11724c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.1159348 Aug 26 21:21:55.708446 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43386) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:55.723167 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b827a587-399a-4204-a913-ae74d29b0a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.748557 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-016cc3c3-7136-4bbd-8d59-7e854138b300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 200 len: 217 time: 0.0359466 Aug 26 21:21:55.798532 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-4f39ef7f-df87-4b63-8f9d-a0420f61703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:55.800022 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-4f39ef7f-df87-4b63-8f9d-a0420f61703e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0439677 Aug 26 21:21:55.812066 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b827a587-399a-4204-a913-ae74d29b0a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.816004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b827a587-399a-4204-a913-ae74d29b0a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.835866 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-a058b690-ed4a-425d-a14b-ae2a7d1031dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282786 Aug 26 21:21:55.850581 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827a587-399a-4204-a913-ae74d29b0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f79023c-b369-412a-b597-6f05b16993e8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:55.869967 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b827a587-399a-4204-a913-ae74d29b0a43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b18b60f76b6d4b63ab7432fa969ac074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577280 Aug 26 21:21:55.871073 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43392) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:55.942865 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:55.974208 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-e39b164b-04ac-4629-8ce8-adfda62134a2 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210687 Aug 26 21:21:55.974718 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.055800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.058315 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.060522 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f79023c-b369-412a-b597-6f05b16993e8 HTTP/1.1" status: 204 len: 168 time: 0.1868670 Aug 26 21:21:56.072951 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e021973-6fa1-424a-92a2-b9d8acb335ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f79023c-b369-412a-b597-6f05b16993e8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:56.112958 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d30e030a-2dc5-437b-b8a9-c6ac5e611022 req-069e74e4-3d4a-4c91-8bb3-8b1268d99fad service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267762 Aug 26 21:21:56.312847 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaea464-9bf3-4552-aba1-55092d2c04f1 req-3bdbadcc-4c53-43b1-9cfb-be08ab46a1a4 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:56.315111 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdaea464-9bf3-4552-aba1-55092d2c04f1 req-3bdbadcc-4c53-43b1-9cfb-be08ab46a1a4 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.0645881 Aug 26 21:21:56.371686 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdaea464-9bf3-4552-aba1-55092d2c04f1 req-53654732-4d33-4d36-a0c4-1b35889f46b3 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466022 Aug 26 21:21:56.450080 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43428) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:56.463648 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bd28cde-9aa7-48de-baf1-aa3647b7511c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.527312 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43430) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:56.549929 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bd28cde-9aa7-48de-baf1-aa3647b7511c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.554065 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6bd28cde-9aa7-48de-baf1-aa3647b7511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.590119 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6bd28cde-9aa7-48de-baf1-aa3647b7511c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11325aa7c47545b4ac3aec126bb8446f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388845 Aug 26 21:21:56.592244 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd28cde-9aa7-48de-baf1-aa3647b7511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb72867-95bb-4427-8692-d70237eb74ce,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:56.593058 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43434) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:56.643126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c111f19a-0bbd-441a-90b3-496e4dd4d26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.667927 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.701910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.813313 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f47b10-c5f5-4cae-8d4b-2b55e3271f8e req-25a15a4e-2564-4d12-966e-69f6528bf2b3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:56.814964 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11f47b10-c5f5-4cae-8d4b-2b55e3271f8e req-25a15a4e-2564-4d12-966e-69f6528bf2b3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0996759 Aug 26 21:21:56.845362 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.848612 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.849907 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3eb72867-95bb-4427-8692-d70237eb74ce HTTP/1.1" status: 204 len: 168 time: 0.2557855 Aug 26 21:21:56.874439 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c111f19a-0bbd-441a-90b3-496e4dd4d26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.876169 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856808-5135-42cd-a5a6-33aa1ae7ec24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb72867-95bb-4427-8692-d70237eb74ce,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:56.882971 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c111f19a-0bbd-441a-90b3-496e4dd4d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:56.933164 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-11f47b10-c5f5-4cae-8d4b-2b55e3271f8e req-9aa6f628-f738-4e6b-81b9-1ef5196be02e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075237 Aug 26 21:21:56.946227 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43446) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:56.952269 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c111f19a-0bbd-441a-90b3-496e4dd4d26c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=63b8defba81f45f69b18e39711eda5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237988 Aug 26 21:21:56.954296 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111f19a-0bbd-441a-90b3-496e4dd4d26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a0cc5-705e-44df-bb4d-95fa0c14a1ad,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:57.041161 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.065606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.117150 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.120507 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.124730 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/597a0cc5-705e-44df-bb4d-95fa0c14a1ad HTTP/1.1" status: 204 len: 168 time: 0.1745825 Aug 26 21:21:57.131475 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e695-82f9-4e3f-a567-7b44e4674b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a0cc5-705e-44df-bb4d-95fa0c14a1ad,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:57.151654 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43460) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:57.344967 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f864e008-53fe-4a39-b37d-88c7a01dce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.548302 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d9dec-a902-491a-bc0a-f4c93352b941 req-f95be9ae-6f04-4928-b8b0-ead6b57f30cc tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:57.549747 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-992d9dec-a902-491a-bc0a-f4c93352b941 req-f95be9ae-6f04-4928-b8b0-ead6b57f30cc tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.0650289 Aug 26 21:21:57.615551 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-992d9dec-a902-491a-bc0a-f4c93352b941 req-a7853631-0743-40a8-9a15-c9d4ebe92870 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532448 Aug 26 21:21:57.633661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f864e008-53fe-4a39-b37d-88c7a01dce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.641650 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f864e008-53fe-4a39-b37d-88c7a01dce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.643084 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.684459 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f864e008-53fe-4a39-b37d-88c7a01dce04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4553609a2e654e2daeb4b3ff7cf66bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5318968 Aug 26 21:21:57.688371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43496) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:57.728082 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e008-53fe-4a39-b37d-88c7a01dce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce2ce28-3831-4f95-bf7a-83c912fea66c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:57.771421 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.817613 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.899778 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-316d4250-113f-4036-b1b2-59b9ed691327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.916698 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.920078 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:57.923504 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cce2ce28-3831-4f95-bf7a-83c912fea66c HTTP/1.1" status: 204 len: 168 time: 0.2297852 Aug 26 21:21:57.930383 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cc525-b847-458a-a06e-56481de104ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce2ce28-3831-4f95-bf7a-83c912fea66c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:58.139625 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88951e-3e30-4424-84e2-1330d18b287c req-3735c2d0-a78b-4958-9a9a-6cd0b343cdfb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:58.142608 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b88951e-3e30-4424-84e2-1330d18b287c req-3735c2d0-a78b-4958-9a9a-6cd0b343cdfb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1059017 Aug 26 21:21:58.192317 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b88951e-3e30-4424-84e2-1330d18b287c req-b4649e8b-9798-48ff-8a24-d9fdc13c059d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Aug 26 21:21:58.295300 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-bfd41349-e3c6-4995-9427-50883d1e23d1 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:58.296839 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-bfd41349-e3c6-4995-9427-50883d1e23d1 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.47 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.0839982 Aug 26 21:21:58.413543 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43536) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:58.428488 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d646dab-8fc2-4bce-beca-2a98c38c0d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.448928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Deleting port c5ed8080-881d-4768-805d-74e678653e90 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:21:58.449416 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.554614 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d646dab-8fc2-4bce-beca-2a98c38c0d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.562207 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d646dab-8fc2-4bce-beca-2a98c38c0d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.575402 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] For port c5ed8080-881d-4768-805d-74e678653e90, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c5ed8080-881d-4768-805d-74e678653e90,segment=NetworkSegment(ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4),segment_id=ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:21:58.576424 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.593728 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Calling delete_port for c5ed8080-881d-4768-805d-74e678653e90 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:21:58.600854 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6d646dab-8fc2-4bce-beca-2a98c38c0d83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e48f6f49d2744479a94400ff63dcd242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861386 Aug 26 21:21:58.603313 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43558) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:58.647655 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d646dab-8fc2-4bce-beca-2a98c38c0d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5884a7-6999-4eec-a7ea-062b2b8307b8,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:58.656333 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.677980 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.737175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.787164 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bd6f2-4aa7-4bea-86f9-87f0ccf68abd req-aaa7530f-d579-4c4f-ae29-2543e4c5d069 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:58.788712 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d9bd6f2-4aa7-4bea-86f9-87f0ccf68abd req-aaa7530f-d579-4c4f-ae29-2543e4c5d069 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 946 time: 0.0863624 Aug 26 21:21:58.834097 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.843311 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d9bd6f2-4aa7-4bea-86f9-87f0ccf68abd req-09adb3fc-ab95-4c3e-9366-4b4447484a10 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/security-groups?id=b1b8bad2-b727-4729-bb74-0ea572684c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Aug 26 21:21:58.844475 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.847486 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.848237 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['c5ed8080-881d-4768-805d-74e678653e90'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:21:58.848717 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e5884a7-6999-4eec-a7ea-062b2b8307b8 HTTP/1.1" status: 204 len: 168 time: 0.2443168 Aug 26 21:21:58.858985 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e53ff-edbb-441b-9ffb-0d68c503204f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5884a7-6999-4eec-a7ea-062b2b8307b8,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:58.949948 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Pushing event deleted for resources: {'Port': ['ID=c5ed8080-881d-4768-805d-74e678653e90,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:21:58.976942 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] No DVR routers for this DVR port c5ed8080-881d-4768-805d-74e678653e90 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:21:58.980279 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:21:58.983204 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5b155de-5b9c-4624-b109-431cefde0d3a req-b4659405-eba2-4101-8549-2504eca2774a tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.47 "DELETE /v2.0/ports/c5ed8080-881d-4768-805d-74e678653e90 HTTP/1.1" status: 204 len: 173 time: 0.6768329 Aug 26 21:21:58.983639 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'name': 'network-vif-deleted', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:21:58.986410 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c64f98-07e5-4283-a61c-8011f4931df2" -d '{"events": [{"server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "name": "network-vif-deleted", "tag": "c5ed8080-881d-4768-805d-74e678653e90"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:21:59.048186 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89f581-c0d4-4ae5-9160-de22826cb6d8 x-openstack-request-id: req-5e89f581-c0d4-4ae5-9160-de22826cb6d8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:21:59.048737 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d13ac5-4768-4354-9bcc-7742ab3012c9", "name": "network-vif-deleted", "tag": "c5ed8080-881d-4768-805d-74e678653e90", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:21:59.049057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e89f581-c0d4-4ae5-9160-de22826cb6d8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:21:59.049539 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d13ac5-4768-4354-9bcc-7742ab3012c9', 'name': 'network-vif-deleted', 'tag': 'c5ed8080-881d-4768-805d-74e678653e90', 'status': 'completed', 'code': 200} Aug 26 21:21:59.369804 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc203f80-bf0e-4c17-a386-b3d89fde47c5 req-32e86991-fdf6-443f-bc2a-3fe26749f5e1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:21:59.371333 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fc203f80-bf0e-4c17-a386-b3d89fde47c5 req-32e86991-fdf6-443f-bc2a-3fe26749f5e1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0673850 Aug 26 21:21:59.429783 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fc203f80-bf0e-4c17-a386-b3d89fde47c5 req-b9a03e28-73a4-4394-8cc7-c752dca0efa9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Aug 26 21:21:59.834304 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43664) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:21:59.987006 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80341ccd-0665-4e22-90c0-82602a72312c req-cfb39ca4-ed6b-403d-8fe0-9e1b0b64fb69 tempest-DeleteServersTestJSON-1735547580 tempest-DeleteServersTestJSON-1735547580-project] 10.222.0.26 "GET /v2.0/ports?device_id=62d13ac5-4768-4354-9bcc-7742ab3012c9 HTTP/1.1" status: 200 len: 210 time: 0.0363863 Aug 26 21:22:00.135363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc10-7c2b-49b5-89d4-06e0c5467571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.488670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc10-7c2b-49b5-89d4-06e0c5467571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.493409 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-eb89bc10-7c2b-49b5-89d4-06e0c5467571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.500328 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.527067 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43694) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:00.539610 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89bc10-7c2b-49b5-89d4-06e0c5467571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ea57c7-ea6f-4a0b-a191-dfd7aa52d35f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:00.548068 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-eb89bc10-7c2b-49b5-89d4-06e0c5467571 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=355c4a415b5949ab9587914e69566fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7126606 Aug 26 21:22:00.548418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43698) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:00.612850 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129d187-b512-47a6-a8e4-c16b32f05a7c req-a438e15f-1519-4adc-92de-4ad3e24219b7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:00.614332 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8129d187-b512-47a6-a8e4-c16b32f05a7c req-a438e15f-1519-4adc-92de-4ad3e24219b7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0907557 Aug 26 21:22:00.639586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.640155 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25cea10-2f91-4f12-9c9c-5e05c9e1951c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.677443 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.681511 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8129d187-b512-47a6-a8e4-c16b32f05a7c req-4397072d-673b-4bf6-8f15-361554625e52 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607808 Aug 26 21:22:00.732910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.735481 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.738952 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1ea57c7-ea6f-4a0b-a191-dfd7aa52d35f HTTP/1.1" status: 204 len: 168 time: 0.1737981 Aug 26 21:22:00.739102 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25cea10-2f91-4f12-9c9c-5e05c9e1951c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.744248 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b8e9a-a162-4299-b8a3-9ebd4f23f6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ea57c7-ea6f-4a0b-a191-dfd7aa52d35f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:00.744797 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f25cea10-2f91-4f12-9c9c-5e05c9e1951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.787651 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f25cea10-2f91-4f12-9c9c-5e05c9e1951c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7418e0110de14c258848cb48ece263ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594154 Aug 26 21:22:00.788448 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cea10-2f91-4f12-9c9c-5e05c9e1951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c886c755-945e-4581-85ae-921f0582ba31,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:00.790488 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43702) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:00.846004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.867677 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.913943 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.916485 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:00.917632 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c886c755-945e-4581-85ae-921f0582ba31 HTTP/1.1" status: 204 len: 168 time: 0.1258984 Aug 26 21:22:00.925379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f273b-b76e-4d75-8b29-3e0a992dc7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c886c755-945e-4581-85ae-921f0582ba31,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:01.054254 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43712) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:01.067847 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8bac74be-eba0-4971-91ec-c438517b481f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.204616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8bac74be-eba0-4971-91ec-c438517b481f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.211292 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8bac74be-eba0-4971-91ec-c438517b481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.262569 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8bac74be-eba0-4971-91ec-c438517b481f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c035cb15ba0148a79825e37e4b523c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044899 Aug 26 21:22:01.262850 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43730) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:01.282294 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac74be-eba0-4971-91ec-c438517b481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753ef33f-2d72-4612-9bd2-54ed7c8c6a3f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:01.343400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.367314 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.438605 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.441364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:01.442521 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/753ef33f-2d72-4612-9bd2-54ed7c8c6a3f HTTP/1.1" status: 204 len: 168 time: 0.1780403 Aug 26 21:22:01.451824 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6da6e-aed5-43c6-9b53-bba251fec355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753ef33f-2d72-4612-9bd2-54ed7c8c6a3f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:01.846053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ab569-ad91-4acf-973f-387b46ab432b req-64a12fe5-5432-420b-95d6-53006f8b5ea7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:01.848242 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-909ab569-ad91-4acf-973f-387b46ab432b req-64a12fe5-5432-420b-95d6-53006f8b5ea7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Aug 26 21:22:01.892426 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-909ab569-ad91-4acf-973f-387b46ab432b req-a09098f6-0dee-491c-a21e-c01abd8be378 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Aug 26 21:22:02.652958 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43818) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:02.703716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Deleting subnet 57ab6bba-deb5-4509-b1c0-66aae896d398 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:22:02.707198 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:02.743682 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:02.754126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:02.789400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43828) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:02.829425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:02.866084 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ab6bba-deb5-4509-b1c0-66aae896d398,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:02.879077 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:02.883504 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:02.883984 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5070b97d-f8fd-4032-a554-ad317683c75a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/57ab6bba-deb5-4509-b1c0-66aae896d398 HTTP/1.1" status: 204 len: 168 time: 0.2286298 Aug 26 21:22:03.025997 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-76eb390a-6c56-4140-ade5-48ce4386452c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:03.030046 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c5ed8080-881d-4768-805d-74e678653e90 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:22:03.033958 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-76eb390a-6c56-4140-ade5-48ce4386452c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.1721082 Aug 26 21:22:03.059774 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-d443d80f-f62a-4c49-8e73-7cc702183fba tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/quotas/0ac2478b592d4bd7a39a5f6be19bcf40 HTTP/1.1" status: 200 len: 375 time: 0.0248172 Aug 26 21:22:03.077670 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: c5ed8080-881d-4768-805d-74e678653e90 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:22:03.078112 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c5ed8080-881d-4768-805d-74e678653e90 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:22:03.081574 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b84ff-280d-40b0-ad51-b6a4812e6cf0 req-abb73846-1c5e-48f4-943a-c33601be2301 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:03.083153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8d9b84ff-280d-40b0-ad51-b6a4812e6cf0 req-abb73846-1c5e-48f4-943a-c33601be2301 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1067214 Aug 26 21:22:03.136952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e306-9874-48a1-af5f-12bf526e32f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.182443 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-a69acc03-a044-4522-9c3f-6dd7027ec283 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1217427 Aug 26 21:22:03.185474 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8d9b84ff-280d-40b0-ad51-b6a4812e6cf0 req-afc7ef21-0771-4166-826f-8e456ff0098c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868237 Aug 26 21:22:03.235128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.319439 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.331253 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2cb6cb-780d-4e8d-970c-61f08a949e97']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:03.342134 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-7c15586b-8e04-4686-a785-a2c50c441713 service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367850 Aug 26 21:22:03.343414 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:03.344387 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca29b15f-4122-4fd3-8219-8dc7c5bb0ee4') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:03.354818 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.364019 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e306-9874-48a1-af5f-12bf526e32f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.371906 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.378593 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:22:03.378990 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:22:03.380710 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:22:03.403670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e306-9874-48a1-af5f-12bf526e32f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.458321 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b6b6e306-9874-48a1-af5f-12bf526e32f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=694900e1b45f4874a6a21c3c25b6dc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6675425 Aug 26 21:22:03.461915 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43864) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:03.466197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6e306-9874-48a1-af5f-12bf526e32f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05e57e5-ebe8-4132-885e-06350e69175e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:03.472806 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.488673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.491414 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3e2cb6cb-780d-4e8d-970c-61f08a949e97 HTTP/1.1" status: 204 len: 168 time: 0.6058400 Aug 26 21:22:03.511473 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-8ace8da2-f3a5-4ff9-9cc8-b41433662912 service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600506 Aug 26 21:22:03.514144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8e39b-8444-4b64-af65-22cfb035eff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2cb6cb-780d-4e8d-970c-61f08a949e97,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:03.555777 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.581145 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.655503 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.660865 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.664723 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b05e57e5-ebe8-4132-885e-06350e69175e HTTP/1.1" status: 204 len: 168 time: 0.1979239 Aug 26 21:22:03.686168 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efd992-5732-421d-9be4-be6f74facbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05e57e5-ebe8-4132-885e-06350e69175e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:03.729419 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43882) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:03.807174 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcb20c51-6ef8-46be-8d03-35c0d1f4881f req-9b9a2c61-fe4e-4b56-9c66-f4d9d454fa77 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0614231 Aug 26 21:22:03.830257 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-9be512aa-815a-4ec8-ac1e-5bfd44af2694 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f323ceca1b2481e8bde9852b02dcb87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0994279 Aug 26 21:22:03.848281 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 43890) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:03.909964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:03.951562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.033822 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.037598 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.041066 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1b8bad2-b727-4729-bb74-0ea572684c44 HTTP/1.1" status: 204 len: 168 time: 0.2001023 Aug 26 21:22:04.053803 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fead6-5eb1-44ba-bf99-c09195ce1abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8bad2-b727-4729-bb74-0ea572684c44,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:04.252321 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43926) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:04.265933 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d55e638e-8cd7-4896-b0c4-a4bb399d3ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.374909 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712658-a8ad-46c5-bace-982eb832694c req-73417677-5b96-4c81-bf94-91f6b780333d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:04.376469 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f712658-a8ad-46c5-bace-982eb832694c req-73417677-5b96-4c81-bf94-91f6b780333d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0779600 Aug 26 21:22:04.451487 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d55e638e-8cd7-4896-b0c4-a4bb399d3ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.456150 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f712658-a8ad-46c5-bace-982eb832694c req-e4bb3aea-6aaf-4ed2-ac14-32a59cf895f3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656004 Aug 26 21:22:04.457143 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d55e638e-8cd7-4896-b0c4-a4bb399d3ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.503516 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e638e-8cd7-4896-b0c4-a4bb399d3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1960365c-dd0e-47c0-ad04-fe2ead2dbaa9,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:04.508190 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d55e638e-8cd7-4896-b0c4-a4bb399d3ae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24c293c689ca4d638de8ac60756ff49e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544861 Aug 26 21:22:04.510433 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 43950) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:04.592877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.621935 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.677972 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.680857 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:04.683817 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1960365c-dd0e-47c0-ad04-fe2ead2dbaa9 HTTP/1.1" status: 204 len: 168 time: 0.1706984 Aug 26 21:22:04.694557 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72258a-1bfe-4cff-bfab-46fe1e531001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1960365c-dd0e-47c0-ad04-fe2ead2dbaa9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:04.955559 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-736dc212-c391-491b-9624-9c094257974a req-912333a8-d177-4c1d-8e00-7e2e7e797f8c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0468361 Aug 26 21:22:05.319153 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44022) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:05.474966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd772f31-3847-4d31-b426-10f0cf3ebdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.603415 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd772f31-3847-4d31-b426-10f0cf3ebdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.608396 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd772f31-3847-4d31-b426-10f0cf3ebdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.657090 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3ec9-acb9-4084-a715-9d936e3a93e6 req-1a94560a-4622-481d-a5a0-3de816c34eb3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:05.658758 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-853c3ec9-acb9-4084-a715-9d936e3a93e6 req-1a94560a-4622-481d-a5a0-3de816c34eb3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1031191 Aug 26 21:22:05.661156 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44048) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:05.664242 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fd772f31-3847-4d31-b426-10f0cf3ebdab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2547991aa7cc49e6b8e3cc3e7bcea87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439636 Aug 26 21:22:05.668724 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44050) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:05.680296 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd772f31-3847-4d31-b426-10f0cf3ebdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d31d1-864d-4dde-986b-4b1d8a05c5c6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:05.737930 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-853c3ec9-acb9-4084-a715-9d936e3a93e6 req-cca5dbc2-1a99-4e22-a5c6-d4b2a68f8b93 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715823 Aug 26 21:22:05.762758 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.767655 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-646134190-network', 'tenant_id': 'ca0782c0ae9547a2a39f2b6e87ae3b5f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:05.790243 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Made reservation on behalf of ca0782c0ae9547a2a39f2b6e87ae3b5f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:05.793984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.804928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.805037 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.859689 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.869306 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.869306 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/724d31d1-864d-4dde-986b-4b1d8a05c5c6 HTTP/1.1" status: 204 len: 168 time: 0.1949935 Aug 26 21:22:05.876283 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2330713-314b-47d6-859a-2cf6fcf52c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d31d1-864d-4dde-986b-4b1d8a05c5c6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:05.931850 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.937141 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.960866 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:22:05.976737 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1839b782-4f82-49d3-a5a0-bad33a42b787,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:05.983072 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:05.983648 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Added segment 13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2 of type vlan for network 973f1957-283b-4a48-af6d-81b36cd7504f Aug 26 21:22:06.034496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.068987 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.069983 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:06.070715 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.076266 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2107aa6-3736-4de7-84a9-fed5a06a80e3 req-78e28dc4-1e6a-4187-8e83-1fdc2998ba5d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0361786 Aug 26 21:22:06.132605 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4689975 Aug 26 21:22:06.135196 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44076) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:06.139201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd05bdc-b880-430c-925f-1e64ff0664ef admin admin] Pushing event updated for resources: {'Network': ['ID=973f1957-283b-4a48-af6d-81b36cd7504f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:06.141867 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Request body: {'subnet': {'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-646134190-subnet', 'tenant_id': 'ca0782c0ae9547a2a39f2b6e87ae3b5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:06.149868 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 973f1957-283b-4a48-af6d-81b36cd7504f details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:22:06.172091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Made reservation on behalf of ca0782c0ae9547a2a39f2b6e87ae3b5f for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:06.176245 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.317960 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:06.328280 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:06.342282 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.384698 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.448336 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdd0be0-5720-4108-9eb3-3b3f1a702b18,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:06.454760 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.459667 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Checking segment: {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:06.460057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Network hostable DHCP agents. Network: 973f1957-283b-4a48-af6d-81b36cd7504f, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:22:06.460357 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.477114 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Network 973f1957-283b-4a48-af6d-81b36cd7504f is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:22:06.487049 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 973f1957-283b-4a48-af6d-81b36cd7504f) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:06.491383 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:06.492002 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.498855 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd2f143-fcbb-43b8-80f0-837ab9497411 None None] Network 973f1957-283b-4a48-af6d-81b36cd7504f requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:06.508114 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-aa68eae0-a8c2-461b-8095-46021a6634f3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714082 Aug 26 21:22:06.510694 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfdb801881a448e1928dfadbc1320f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813614 Aug 26 21:22:06.513905 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44084) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:06.521172 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6113b41e-73d8-458b-8cb7-d63e0e37966c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:06.531593 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.532656 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.533492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.534035 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.534571 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.535195 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.535739 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.536335 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.536939 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.537598 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.538104 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.538605 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f181ee-649b-4cae-bd4b-8cf26b292091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:06.599454 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1417129-6e32-41f6-9255-b79814a9f3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.643498 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.656089 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133f0ef-08c3-4448-a5b5-2b25b8e91696 None None] Network 973f1957-283b-4a48-af6d-81b36cd7504f requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:06.721959 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.816493 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1417129-6e32-41f6-9255-b79814a9f3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.818127 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.820562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.824107 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6113b41e-73d8-458b-8cb7-d63e0e37966c HTTP/1.1" status: 204 len: 168 time: 0.3066838 Aug 26 21:22:06.833215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f1417129-6e32-41f6-9255-b79814a9f3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.842098 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f626d-1b5d-432e-8bce-d31e81a3bc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113b41e-73d8-458b-8cb7-d63e0e37966c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:06.887475 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f1417129-6e32-41f6-9255-b79814a9f3b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7285ed2da46a4d6d8d48bfdc5c8b0f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682037 Aug 26 21:22:06.890760 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44098) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:06.904973 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc5995-9488-4e7a-a943-3946a0c5da0b req-0e0dba67-ae77-4bd6-8cd1-431929b04e1f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:06.906854 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95dc5995-9488-4e7a-a943-3946a0c5da0b req-0e0dba67-ae77-4bd6-8cd1-431929b04e1f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0770628 Aug 26 21:22:06.910150 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417129-6e32-41f6-9255-b79814a9f3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2644e7-b84b-4c1b-b784-4f932f85d40b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:06.962606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:06.973290 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95dc5995-9488-4e7a-a943-3946a0c5da0b req-1b25229b-8ec6-46cc-9bcd-e6800245bd34 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581079 Aug 26 21:22:06.986438 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:07.052157 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:07.054667 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:07.055991 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa2644e7-b84b-4c1b-b784-4f932f85d40b HTTP/1.1" status: 204 len: 168 time: 0.1641903 Aug 26 21:22:07.066447 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd17a-6541-468b-985b-68d0a67c5f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2644e7-b84b-4c1b-b784-4f932f85d40b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:07.217909 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-69e313b8-22d5-43f9-9c03-5c7e16e8e4e9 req-7c1e0a39-229d-42a9-9bd4-bd4ac0408814 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0380454 Aug 26 21:22:07.951050 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-85c9a2f7-be5f-4454-b9be-1917146ffa9c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:07.953940 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-85c9a2f7-be5f-4454-b9be-1917146ffa9c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.1160407 Aug 26 21:22:07.972828 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Request body: {'port': {'device_id': '773669ef-20ab-4b18-873c-843e5d64a531', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'admin_state_up': True, 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:08.174905 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652708f-e912-42da-b9c2-cb04bfa5a958 req-341cf0d7-a505-43b0-a4c2-6eacab2fbbce tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:08.177291 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a652708f-e912-42da-b9c2-cb04bfa5a958 req-341cf0d7-a505-43b0-a4c2-6eacab2fbbce tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0662720 Aug 26 21:22:08.248815 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:08.253040 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:08.292526 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a652708f-e912-42da-b9c2-cb04bfa5a958 req-4d650418-6c5b-4058-a733-dfc1697c5544 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969226 Aug 26 21:22:08.413592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Allocated IP 172.20.0.3 (5879e994-e93e-4697-986e-7ade6246e5ad/211ef719-9960-4d13-9053-806a91f88212/37b59816-7d11-4789-bd2b-7ff1cbe1cff4) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:08.416168 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f79f3e86-484f-4370-8239-84d3377a9c32 req-1247e680-b47a-4e01-a5f1-a4e881ceccf4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0344570 Aug 26 21:22:08.629128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:08.636104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-5fb56aeb-8681-44ad-b6f4-0288668faab9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:08.637647 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-5fb56aeb-8681-44ad-b6f4-0288668faab9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/networks?id=973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 200 len: 808 time: 0.1146524 Aug 26 21:22:08.655078 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-6ffde99b-38ff-4f2d-b6dc-4c09a4154e86 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/quotas/ca0782c0ae9547a2a39f2b6e87ae3b5f HTTP/1.1" status: 200 len: 375 time: 0.0100682 Aug 26 21:22:08.673590 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:08.705490 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-724bbecf-4921-4d0f-8d20-574e525c81ae tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417929 Aug 26 21:22:08.731755 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Network 5879e994-e93e-4697-986e-7ade6246e5ad is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:08.735128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:08.737792 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:08.826512 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-beebe917-9923-4a3a-9aeb-fbc49d9dd839 service neutron] 10.222.0.26 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166561 Aug 26 21:22:08.832312 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:08.833010 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:08.852527 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event updated for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:08.868467 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-9b9d54fc-dffd-4dcf-8dc5-e2bb43dd456d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020989 Aug 26 21:22:08.934944 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-fac2e9c7-290b-45f7-9373-63ae448276df service neutron] 10.222.0.26 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007619 Aug 26 21:22:09.139119 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ca8eb984-3719-4068-9285-98de6ded4438 req-220bf079-a3ac-4e30-8388-c77dcee2084a tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 210 time: 0.0378933 Aug 26 21:22:09.482097 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159703f8-9b5b-46ba-a0b7-0556d42527cd req-79c0adfe-35ee-4418-8ceb-5fc0cae9e099 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:09.489325 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-159703f8-9b5b-46ba-a0b7-0556d42527cd req-79c0adfe-35ee-4418-8ceb-5fc0cae9e099 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1069140 Aug 26 21:22:09.536791 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-159703f8-9b5b-46ba-a0b7-0556d42527cd req-0fd1854d-19ea-48bc-8d43-820a2c762119 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460467 Aug 26 21:22:09.653020 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1bd4f-e875-46de-8658-74e699d89376 req-c6e04351-45ae-4355-b8cf-5787785aa6e4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:09.655041 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96b1bd4f-e875-46de-8658-74e699d89376 req-c6e04351-45ae-4355-b8cf-5787785aa6e4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 931 time: 0.0522528 Aug 26 21:22:09.692172 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96b1bd4f-e875-46de-8658-74e699d89376 req-f16444f0-7fad-4711-9f1c-c2f92959ef12 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Aug 26 21:22:10.223529 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c65b4d59-10b7-4ec8-b70a-71ba593b6b7a req-3c3eebb4-4015-408f-b62a-b14bdf5a8c76 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 210 time: 0.0272098 Aug 26 21:22:10.649720 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b45a7-352f-4e6b-a451-ffdfc60fecff req-e96fd04b-faff-4e5b-af08-9c353ca31fe6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:10.651181 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-061b45a7-352f-4e6b-a451-ffdfc60fecff req-e96fd04b-faff-4e5b-af08-9c353ca31fe6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0481515 Aug 26 21:22:10.688800 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-061b45a7-352f-4e6b-a451-ffdfc60fecff req-f39ba412-a287-4cbc-8e7d-72cc8d28fbf9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Aug 26 21:22:10.805730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b8105-a314-4841-8e99-af485af2f824 req-1db79e78-4ecd-4805-8ea4-73f007cd0366 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:10.807082 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aa6b8105-a314-4841-8e99-af485af2f824 req-1db79e78-4ecd-4805-8ea4-73f007cd0366 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 931 time: 0.0519931 Aug 26 21:22:10.845359 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aa6b8105-a314-4841-8e99-af485af2f824 req-d0f45091-995c-4c09-8350-127382068517 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Aug 26 21:22:11.313003 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6770dead-644e-48c7-a1c7-db3ba396cc83 req-623bad07-1fb0-4d1c-89ab-76fdddea4b10 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 210 time: 0.0258961 Aug 26 21:22:11.695296 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Request body: {'port': {'device_id': '773669ef-20ab-4b18-873c-843e5d64a531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:11.720740 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:11.775848 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:11.844049 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc7ec8-3ac4-4461-8118-cd2397b82508 req-53cef8d7-855f-46ec-851f-9a1c7c956557 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:11.848220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36dc7ec8-3ac4-4461-8118-cd2397b82508 req-53cef8d7-855f-46ec-851f-9a1c7c956557 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0682704 Aug 26 21:22:11.896642 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36dc7ec8-3ac4-4461-8118-cd2397b82508 req-431f2528-a51c-4f5c-aeec-6c5a0e6ba94b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Aug 26 21:22:11.979642 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797523d5-15e9-4b2d-a7d3-d54bfc8732dd req-3f060e9c-6a3e-47a9-a49b-3f6514e4498b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:11.981478 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-797523d5-15e9-4b2d-a7d3-d54bfc8732dd req-3f060e9c-6a3e-47a9-a49b-3f6514e4498b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 931 time: 0.0589929 Aug 26 21:22:12.041577 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-797523d5-15e9-4b2d-a7d3-d54bfc8732dd req-8a939fa3-7f9b-4199-a37a-5551fea0d186 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Aug 26 21:22:12.090839 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:12.099190 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.110496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Transition to ACTIVE for port object 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:12.113368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.161856 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Pushing event updated for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:12.226876 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Attempting to bind port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:12.227216 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Attempting to bind port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:12.227524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Attempting to bind port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:12.231692 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 on network 5879e994-e93e-4697-986e-7ade6246e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:22:12.232053 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Attempting to bind port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:12.236661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:12.236993 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Checking segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:12.237368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Bound using segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:12.237780 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Bound port: 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:12.238123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.301158 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:12.303979 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:12.307830 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.342925 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:12.343517 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.344957 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/37b59816-7d11-4789-bd2b-7ff1cbe1cff4 HTTP/1.1" status: 200 len: 1093 time: 0.6540873 Aug 26 21:22:12.345396 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:12.347757 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7230d-d39a-407f-9e11-6d2b2de016f4" -d '{"events": [{"name": "network-changed", "server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:12.380009 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ea328-141f-408c-aaee-26b9326a22b2 service neutron] Pushing event updated for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:12.398341 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306a14d5-7b96-4b6b-93b5-ff5e04cbc74e x-openstack-request-id: req-306a14d5-7b96-4b6b-93b5-ff5e04cbc74e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:12.398833 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:12.399156 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-306a14d5-7b96-4b6b-93b5-ff5e04cbc74e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:12.399639 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', 'status': 'completed', 'code': 200} Aug 26 21:22:12.427406 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17b9ecda-0ea3-4382-a175-7fe02c6f7210 req-fc0a3ed2-4b41-433f-8026-cb0cb34a9e3c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 210 time: 0.0283020 Aug 26 21:22:12.443250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-afbfdde5-704f-4743-aa1d-a1a0b526b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:12.445050 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-afbfdde5-704f-4743-aa1d-a1a0b526b9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 1096 time: 0.0417843 Aug 26 21:22:12.494828 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-79f70a5e-c8f2-4e9b-ad16-7b9b03772e78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4 HTTP/1.1" status: 200 len: 217 time: 0.0387316 Aug 26 21:22:12.563369 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c3661-1a9e-4208-acb5-87391e764c0f req-26bc96f2-179d-4bb4-b78c-5f6276303781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:12.565391 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-26bc96f2-179d-4bb4-b78c-5f6276303781 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0549130 Aug 26 21:22:12.604646 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-4d17708a-136a-491d-ac7d-0d4019665f04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308943 Aug 26 21:22:12.655214 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-20061f12-84d3-4d8a-b23b-9692ccfde17b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:12.656917 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-20061f12-84d3-4d8a-b23b-9692ccfde17b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "GET /v2.0/networks?id=973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 200 len: 808 time: 0.1461713 Aug 26 21:22:12.679256 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Request body: {'port': {'device_id': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f', 'admin_state_up': True, 'tenant_id': 'ca0782c0ae9547a2a39f2b6e87ae3b5f'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:12.753681 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-d6f6975d-ff71-4432-aa44-035ad2974da6 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352460 Aug 26 21:22:12.850845 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Made reservation on behalf of ca0782c0ae9547a2a39f2b6e87ae3b5f for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:12.855552 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:12.899298 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-508c3661-1a9e-4208-acb5-87391e764c0f req-8215570f-2bd5-435f-b7cc-172a54597809 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309595 Aug 26 21:22:13.040290 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-39b6c5ec-cc6b-4032-8b7f-0efa6443a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.042408 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-39b6c5ec-cc6b-4032-8b7f-0efa6443a8ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 1096 time: 0.0594332 Aug 26 21:22:13.073910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Allocated IP 172.20.0.5 (973f1957-283b-4a48-af6d-81b36cd7504f/4fdd0be0-5720-4108-9eb3-3b3f1a702b18/5307a87a-c10c-4d65-bab8-4952206daf0f) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:13.104178 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19910a0-a9a6-4561-8cdb-778f474c5b76 req-e68718cb-aa88-49a2-bc71-591063c54413 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.105511 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a19910a0-a9a6-4561-8cdb-778f474c5b76 req-e68718cb-aa88-49a2-bc71-591063c54413 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0930362 Aug 26 21:22:13.167874 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-46892354-40d1-4238-a01c-5cc08272c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.169582 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-46892354-40d1-4238-a01c-5cc08272c411 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 916 time: 0.1182954 Aug 26 21:22:13.207006 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a19910a0-a9a6-4561-8cdb-778f474c5b76 req-553eb4b9-532a-4d3d-9e58-1441b93ac665 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955410 Aug 26 21:22:13.213946 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-969cf89f-7b7a-427a-aa5f-21d71bfb278e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4 HTTP/1.1" status: 200 len: 217 time: 0.0360463 Aug 26 21:22:13.264324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-b7c9c673-b1ef-4726-8b16-de9215aad893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.265772 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-b7c9c673-b1ef-4726-8b16-de9215aad893 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0444372 Aug 26 21:22:13.272681 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59033b8-2103-46cf-96a4-a641ab889ef6 req-3ffa28ab-8aef-4625-9f22-3b4ce4d252fd tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.274132 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e59033b8-2103-46cf-96a4-a641ab889ef6 req-3ffa28ab-8aef-4625-9f22-3b4ce4d252fd tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.1263933 Aug 26 21:22:13.299438 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-58485da4-f27a-4e6b-b862-5b3501799f32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246501 Aug 26 21:22:13.344168 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e59033b8-2103-46cf-96a4-a641ab889ef6 req-18338bba-cbe9-4630-980b-4821e8445c2e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623119 Aug 26 21:22:13.348709 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.396710 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.404752 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-ee43fe25-c212-4807-bd53-68f8994fd0de service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971808 Aug 26 21:22:13.444378 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Network 973f1957-283b-4a48-af6d-81b36cd7504f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:13.447397 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:13.451175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:13.456664 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.457268 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.465840 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Pushing event updated for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:13.477371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.477705 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.478046 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.478375 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.478701 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.479025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.479349 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.479662 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.480011 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.480335 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.480647 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.481225 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:13.487384 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-23d25eb7-923b-46a9-b99a-96e3c764627f tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142350 Aug 26 21:22:13.502535 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Request body: {'port': {'device_id': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:13.522813 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-15f7230d-d39a-407f-9e11-6d2b2de016f4 req-d469764c-5e4a-42e9-9421-5e65e10a9ca1 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004755 Aug 26 21:22:13.585610 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.596416 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8ce15-8533-4d74-8054-3d662cde90e4 req-7d907eac-cb2c-431b-aa05-3b0b97970a67 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:13.597801 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bf8ce15-8533-4d74-8054-3d662cde90e4 req-7d907eac-cb2c-431b-aa05-3b0b97970a67 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 931 time: 0.0770485 Aug 26 21:22:13.665261 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bf8ce15-8533-4d74-8054-3d662cde90e4 req-32beb52f-f1bc-4efa-b14f-339c742706d7 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Aug 26 21:22:13.880827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5307a87a-c10c-4d65-bab8-4952206daf0f {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:13.888617 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.900263 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Transition to ACTIVE for port object 5307a87a-c10c-4d65-bab8-4952206daf0f will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:13.904404 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:13.970650 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:13.986470 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Attempting to bind port 5307a87a-c10c-4d65-bab8-4952206daf0f on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:13.986803 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Attempting to bind port 5307a87a-c10c-4d65-bab8-4952206daf0f by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:13.987123 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Attempting to bind port 5307a87a-c10c-4d65-bab8-4952206daf0f on network 973f1957-283b-4a48-af6d-81b36cd7504f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:13.991386 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Port 5307a87a-c10c-4d65-bab8-4952206daf0f on network 973f1957-283b-4a48-af6d-81b36cd7504f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:22:13.991723 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Attempting to bind port 5307a87a-c10c-4d65-bab8-4952206daf0f on network 973f1957-283b-4a48-af6d-81b36cd7504f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:13.996339 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:13.996667 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Checking segment: {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:13.997038 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Bound using segment: {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:13.997486 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Bound port: 5307a87a-c10c-4d65-bab8-4952206daf0f, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:13.997946 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:14.063600 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:14.066825 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=5307a87a-c10c-4d65-bab8-4952206daf0f,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:14.071211 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:14.107962 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:14.108566 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:14.109995 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5307a87a-c10c-4d65-bab8-4952206daf0f HTTP/1.1" status: 200 len: 1093 time: 0.6118348 Aug 26 21:22:14.110418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:14.112652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a4665-30f4-420f-8c91-787a3b05eaba" -d '{"events": [{"name": "network-changed", "server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:14.134795 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dc63f-3964-4feb-a4c0-65f1f290bed0 service neutron] Pushing event updated for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:14.165363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51faeb05-ae97-4c2f-92d6-2a89cf2b966f x-openstack-request-id: req-51faeb05-ae97-4c2f-92d6-2a89cf2b966f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:14.165836 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:14.165952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-51faeb05-ae97-4c2f-92d6-2a89cf2b966f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:14.166281 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f', 'status': 'completed', 'code': 200} Aug 26 21:22:14.327126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b3601-a49e-4a75-a995-d3ce4cc6c755 req-1bd0f392-e3de-4855-8fdd-b4b8406b18a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:14.328871 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aa3b3601-a49e-4a75-a995-d3ce4cc6c755 req-1bd0f392-e3de-4855-8fdd-b4b8406b18a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0501256 Aug 26 21:22:14.365294 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aa3b3601-a49e-4a75-a995-d3ce4cc6c755 req-029c2c21-b80b-4acd-b82d-1dfb26c80aee tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306723 Aug 26 21:22:14.467910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5522207-c473-4ff5-b47a-d3d8ecef7f63 req-b2d6d807-ffe5-4f7c-b4c8-beb2741af606 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:14.469335 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5522207-c473-4ff5-b47a-d3d8ecef7f63 req-b2d6d807-ffe5-4f7c-b4c8-beb2741af606 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0502045 Aug 26 21:22:14.677888 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5522207-c473-4ff5-b47a-d3d8ecef7f63 req-005196ed-5560-4715-b70c-47b6c71e4301 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023566 Aug 26 21:22:14.782400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397e324-788e-4590-a518-914d199a5cb1 req-768567d4-f2ce-43ac-8f85-de2e18ab92b6 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:14.783975 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b397e324-788e-4590-a518-914d199a5cb1 req-768567d4-f2ce-43ac-8f85-de2e18ab92b6 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0475211 Aug 26 21:22:14.824347 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b397e324-788e-4590-a518-914d199a5cb1 req-b18e3384-398b-4265-bed9-e148882f43d2 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Aug 26 21:22:15.480718 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b378031-c6e7-4f27-a753-2b2706c59bb1 req-641ecf2c-a03b-4976-b625-dc4563f6b001 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:15.482177 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b378031-c6e7-4f27-a753-2b2706c59bb1 req-641ecf2c-a03b-4976-b625-dc4563f6b001 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Aug 26 21:22:15.519222 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4b378031-c6e7-4f27-a753-2b2706c59bb1 req-e11808c7-193d-4ba7-af49-552cd1373441 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311654 Aug 26 21:22:15.795800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512d668-99e3-43aa-bef8-2e0ce39b055b req-3102785c-8987-4090-bd30-adea24fbf744 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:15.797250 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e512d668-99e3-43aa-bef8-2e0ce39b055b req-3102785c-8987-4090-bd30-adea24fbf744 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Aug 26 21:22:15.835717 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e512d668-99e3-43aa-bef8-2e0ce39b055b req-802af775-9c99-45a0-a6a4-5943ad13afbc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326543 Aug 26 21:22:15.938705 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9e313-6681-4f8e-afd3-5777e93c5291 req-078def79-42cf-4f21-bb55-5627c98cbabd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:15.940187 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79b9e313-6681-4f8e-afd3-5777e93c5291 req-078def79-42cf-4f21-bb55-5627c98cbabd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0510259 Aug 26 21:22:15.975503 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79b9e313-6681-4f8e-afd3-5777e93c5291 req-00591cc0-715d-49c4-a61b-02858de7296a tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295250 Aug 26 21:22:16.628540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea3326-ad11-4f23-a159-f768f323a2e0 req-eb1bbe52-0e74-4f87-be0f-15a04af66dca tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:16.629970 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4ea3326-ad11-4f23-a159-f768f323a2e0 req-eb1bbe52-0e74-4f87-be0f-15a04af66dca tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0462503 Aug 26 21:22:16.666284 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4ea3326-ad11-4f23-a159-f768f323a2e0 req-ed2c7416-0601-4d35-8ee4-9b9719859f30 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305648 Aug 26 21:22:16.949962 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1beaf-c190-4714-bea9-3639543e01cc req-3e75e679-29b6-48ac-89ef-b7712b49ba69 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:16.951992 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bab1beaf-c190-4714-bea9-3639543e01cc req-3e75e679-29b6-48ac-89ef-b7712b49ba69 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0516834 Aug 26 21:22:16.987777 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bab1beaf-c190-4714-bea9-3639543e01cc req-cd2a6043-77b3-41bb-9795-29069ac9f92e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300233 Aug 26 21:22:17.086900 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05acd360-b81c-4cf3-8e18-b492015c4b4e req-e2775034-0280-4a44-9890-da3a6752f0d8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.088387 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05acd360-b81c-4cf3-8e18-b492015c4b4e req-e2775034-0280-4a44-9890-da3a6752f0d8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0480304 Aug 26 21:22:17.124671 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05acd360-b81c-4cf3-8e18-b492015c4b4e req-964fb06d-3689-4c5c-8b5f-ba5233d2e311 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303135 Aug 26 21:22:17.401540 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4665-30f4-420f-8c91-787a3b05eaba req-ed6f1a9b-1752-47c4-84e5-8230ef8f46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.402933 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-089a4665-30f4-420f-8c91-787a3b05eaba req-ed6f1a9b-1752-47c4-84e5-8230ef8f46d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 1096 time: 0.0443041 Aug 26 21:22:17.414126 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-5e4201fa-b5a3-4c4d-a5c1-cbf59fe3366d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706751 Aug 26 21:22:17.498258 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-cbb4ba04-f79f-4cf3-9131-d19cfc7d52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.499722 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-cbb4ba04-f79f-4cf3-9131-d19cfc7d52e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 1098 time: 0.0396101 Aug 26 21:22:17.570312 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4665-30f4-420f-8c91-787a3b05eaba req-1b174bea-2d60-4b6f-ad65-48e4c3e94d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.572240 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-089a4665-30f4-420f-8c91-787a3b05eaba req-1b174bea-2d60-4b6f-ad65-48e4c3e94d1b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1593237 Aug 26 21:22:17.604069 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-2fcb70a4-238c-4119-8c75-16a4e042b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.605513 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-2fcb70a4-238c-4119-8c75-16a4e042b344 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 916 time: 0.0850077 Aug 26 21:22:17.757837 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-8beed9ae-d210-4636-b787-7778b20d4dd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a HTTP/1.1" status: 200 len: 217 time: 0.0415504 Aug 26 21:22:17.837458 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032aa34-f81d-4e36-976d-87e0cb889124 req-a71ba722-02f6-4396-8a93-5eb4722fe38a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.838949 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0032aa34-f81d-4e36-976d-87e0cb889124 req-a71ba722-02f6-4396-8a93-5eb4722fe38a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0838473 Aug 26 21:22:17.840358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-f2cebdc9-fc02-4a3b-9792-bfaacec534bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.841678 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-f2cebdc9-fc02-4a3b-9792-bfaacec534bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0749865 Aug 26 21:22:17.868463 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4665-30f4-420f-8c91-787a3b05eaba req-6d6ebe0e-8471-42e6-b2dd-249c01908d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.869933 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-089a4665-30f4-420f-8c91-787a3b05eaba req-6d6ebe0e-8471-42e6-b2dd-249c01908d84 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548007 Aug 26 21:22:17.885273 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-d6a55f81-230e-4657-b266-70adc48f3d42 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335355 Aug 26 21:22:17.910889 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0032aa34-f81d-4e36-976d-87e0cb889124 req-287d65c3-472e-482b-89bd-4f64e0e07dc2 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Aug 26 21:22:17.955494 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-cc08eb7d-7705-432d-b0cb-fd4c9528b5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:17.957207 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-cc08eb7d-7705-432d-b0cb-fd4c9528b5db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 1096 time: 0.0453324 Aug 26 21:22:17.990349 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-0b61a1e3-48d5-407c-867e-52b810d0c33f service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922713 Aug 26 21:22:18.001531 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-4741c79a-f5ec-4342-b0e7-9c7eaf0f05f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5307a87a-c10c-4d65-bab8-4952206daf0f HTTP/1.1" status: 200 len: 217 time: 0.0356297 Aug 26 21:22:18.066469 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e126651e-f426-43cf-b80e-58424af20ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:18.068011 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-e126651e-f426-43cf-b80e-58424af20ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fdd0be0-5720-4108-9eb3-3b3f1a702b18 HTTP/1.1" status: 200 len: 848 time: 0.0584822 Aug 26 21:22:18.120291 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e2d050b-545e-4c62-98d2-9fd7f0174204 req-351e2dd4-ad1d-4591-82e1-68c73390cfa0 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216822 Aug 26 21:22:18.137423 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c515-5289-4285-bfa1-5109673f0a7a req-97e3f5e0-c170-481d-9bd7-d6d8d9991a80 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:18.139271 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8353c515-5289-4285-bfa1-5109673f0a7a req-97e3f5e0-c170-481d-9bd7-d6d8d9991a80 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0665700 Aug 26 21:22:18.193644 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8353c515-5289-4285-bfa1-5109673f0a7a req-b5ea9690-3278-45c8-8fa6-d4d6fc39f665 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477476 Aug 26 21:22:18.246508 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135956e-026c-46e6-bc7a-a92afacb22d4 req-82e6f2ac-4451-494d-b515-bf0fd7f706bb tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:18.248014 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6135956e-026c-46e6-bc7a-a92afacb22d4 req-82e6f2ac-4451-494d-b515-bf0fd7f706bb tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0500143 Aug 26 21:22:18.287977 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6135956e-026c-46e6-bc7a-a92afacb22d4 req-1577b203-d7c7-4981-a526-7fd7547f8641 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Aug 26 21:22:18.371575 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:19.027835 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e443c-a972-4f30-9a2c-8051346f95fe req-ac23d1ef-68cc-4b1b-986d-d316424dbf1f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:19.029368 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a0e443c-a972-4f30-9a2c-8051346f95fe req-ac23d1ef-68cc-4b1b-986d-d316424dbf1f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Aug 26 21:22:19.067607 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7a0e443c-a972-4f30-9a2c-8051346f95fe req-28802976-53b2-47cc-85f4-db219deba9f8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Aug 26 21:22:19.300306 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99bd59-9a53-450b-b74e-9a8c9b3ac057 req-860b8ceb-27ee-4aec-a8dc-c6d7ae8622c2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:19.301764 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c99bd59-9a53-450b-b74e-9a8c9b3ac057 req-860b8ceb-27ee-4aec-a8dc-c6d7ae8622c2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0484607 Aug 26 21:22:19.338431 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c99bd59-9a53-450b-b74e-9a8c9b3ac057 req-920be8e7-f1a2-4926-a5fe-ba5fc2564c36 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308480 Aug 26 21:22:19.442834 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2860ee4-da87-462b-a5ac-155e53e708b1 req-e8489cf1-4d30-483d-909d-4a814baf0cb8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:19.444415 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2860ee4-da87-462b-a5ac-155e53e708b1 req-e8489cf1-4d30-483d-909d-4a814baf0cb8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0494831 Aug 26 21:22:19.482022 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e2860ee4-da87-462b-a5ac-155e53e708b1 req-a3ba27c6-accd-4335-8d7d-a3a3fcf21731 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Aug 26 21:22:19.996156 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-8fa1e36b-d16e-41ae-9fea-8373f7adc30a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=973f1957-283b-4a48-af6d-81b36cd7504f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251601 Aug 26 21:22:20.182460 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f931b-e0d1-43da-a6bb-069905abab77 req-76d42d17-ced6-48b8-a60d-efc1da38c6b0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:20.183937 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-839f931b-e0d1-43da-a6bb-069905abab77 req-76d42d17-ced6-48b8-a60d-efc1da38c6b0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Aug 26 21:22:20.221978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-839f931b-e0d1-43da-a6bb-069905abab77 req-d347a9c0-2fab-4251-916d-7607ef253819 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 26 21:22:20.485819 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6b3fa-2c3e-48e7-b6fc-19d928cb264e req-c8f4e3d4-a7f2-4227-823b-c027771c19f5 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:20.487315 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9bc6b3fa-2c3e-48e7-b6fc-19d928cb264e req-c8f4e3d4-a7f2-4227-823b-c027771c19f5 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0482862 Aug 26 21:22:20.528695 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9bc6b3fa-2c3e-48e7-b6fc-19d928cb264e req-3cf1c414-97e8-40ac-a22a-5b02251e8942 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Aug 26 21:22:20.628457 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaf8e4-6218-4e34-98a9-c97c92aec272 req-7e7eff50-8651-491b-9f7d-ce27c5d9d480 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:20.629919 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bbaaf8e4-6218-4e34-98a9-c97c92aec272 req-7e7eff50-8651-491b-9f7d-ce27c5d9d480 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0480855 Aug 26 21:22:20.666740 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bbaaf8e4-6218-4e34-98a9-c97c92aec272 req-9a0028d8-dd2e-4217-b737-f8c0f3f72f92 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Aug 26 21:22:21.170847 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-919dd027-c304-4e9f-8b85-691063a817a1 service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905468 Aug 26 21:22:21.266339 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a9bfd68a-92f5-423c-86ae-221802397eb0 req-9c80d199-dfd4-4dde-a986-6a0f737fe48a service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832126 Aug 26 21:22:21.337528 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26ba94-6699-41e2-bec1-eff2f312e7a5 req-34590020-7b5e-4f93-aad1-b03501de59ac tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:21.338900 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f26ba94-6699-41e2-bec1-eff2f312e7a5 req-34590020-7b5e-4f93-aad1-b03501de59ac tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Aug 26 21:22:21.376527 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f26ba94-6699-41e2-bec1-eff2f312e7a5 req-a97adb5b-cd7f-418b-92f9-c8f7a57e98b1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Aug 26 21:22:21.647922 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191acf5c-7981-4c0b-b93d-3f5cfac35e0e req-2248a0f5-20e0-4e48-915b-76856e7decee tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:21.649381 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-191acf5c-7981-4c0b-b93d-3f5cfac35e0e req-2248a0f5-20e0-4e48-915b-76856e7decee tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 943 time: 0.0473571 Aug 26 21:22:21.686543 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-191acf5c-7981-4c0b-b93d-3f5cfac35e0e req-d8d6bddf-718c-4336-8c17-10f738893bb4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Aug 26 21:22:21.779133 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73de240-0aa4-4653-b817-a322ec6bd8db req-b591ccb3-4a4b-441b-b2bc-33d06f1b0353 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:21.781713 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f73de240-0aa4-4653-b817-a322ec6bd8db req-b591ccb3-4a4b-441b-b2bc-33d06f1b0353 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0493066 Aug 26 21:22:21.818820 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f73de240-0aa4-4653-b817-a322ec6bd8db req-c2a6a29c-4560-4e3e-a39f-f39826e69949 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Aug 26 21:22:21.932389 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:22:22.025565 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:22.037592 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'port_id': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', 'mac_address': 'fa:16:3e:6f:88:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ef719-9960-4d13-9053-806a91f88212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:22:22.073515 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:22.088999 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:22.107412 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:22.111560 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:22.158797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:22.166207 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.166554 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.166899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.167235 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.167569 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.167923 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.168250 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.168677 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.168914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.169242 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.169562 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.169881 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:22.507578 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590973a-2a43-4e20-b0ed-5cbddcdf6309 req-3cfb86ac-dcff-4064-be37-06cb5abd420e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:22.509046 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6590973a-2a43-4e20-b0ed-5cbddcdf6309 req-3cfb86ac-dcff-4064-be37-06cb5abd420e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0518813 Aug 26 21:22:22.546860 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6590973a-2a43-4e20-b0ed-5cbddcdf6309 req-2f953310-a084-4074-b1ae-40a81883ed30 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312297 Aug 26 21:22:22.641835 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['37b59816-7d11-4789-bd2b-7ff1cbe1cff4'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:22.815334 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37701924-c846-4480-87b8-d961350c10f7 req-79c8f68d-0622-4441-b08a-0b8d4da45d4b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:22.816978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-37701924-c846-4480-87b8-d961350c10f7 req-79c8f68d-0622-4441-b08a-0b8d4da45d4b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 944 time: 0.0589488 Aug 26 21:22:22.860396 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-37701924-c846-4480-87b8-d961350c10f7 req-6b9b016c-99a6-4135-983e-022ef0f4da83 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372477 Aug 26 21:22:22.934975 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44532) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:22.954244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0162a-e617-45dd-9165-76b5283a6553 req-e7ac7a30-3f9a-4937-9587-74d445aed5c5 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:22.955749 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48a0162a-e617-45dd-9165-76b5283a6553 req-e7ac7a30-3f9a-4937-9587-74d445aed5c5 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0486555 Aug 26 21:22:22.992335 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48a0162a-e617-45dd-9165-76b5283a6553 req-7f9033fb-ab84-49da-8e3d-69387e0e7dbf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Aug 26 21:22:23.041692 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9a466b9-f51b-4815-b9d4-c1e6b0a69a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.123306 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9a466b9-f51b-4815-b9d4-c1e6b0a69a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.127314 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a9a466b9-f51b-4815-b9d4-c1e6b0a69a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.163022 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a9a466b9-f51b-4815-b9d4-c1e6b0a69a2a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6c12736849fa4c19b9d53a6ad80c28f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268188 Aug 26 21:22:23.164105 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a466b9-f51b-4815-b9d4-c1e6b0a69a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faacd4b1-6e40-45b5-8910-ca11dea59ab7,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:23.165870 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44536) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:23.217433 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.238600 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.284293 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.286822 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.288022 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/faacd4b1-6e40-45b5-8910-ca11dea59ab7 HTTP/1.1" status: 204 len: 168 time: 0.1211212 Aug 26 21:22:23.295493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c234e09-979a-4c52-8058-2e0a2484e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faacd4b1-6e40-45b5-8910-ca11dea59ab7,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:23.540260 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44544) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:23.553969 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b8f30546-7899-44ff-9e1b-0f489278821f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.670887 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b8f30546-7899-44ff-9e1b-0f489278821f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.683118 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61ddbc-133c-48a8-b5f2-0ba5ca8eb337 req-3ef3bd79-4ab3-4642-a495-d65fcfdbdc43 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:23.684616 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa61ddbc-133c-48a8-b5f2-0ba5ca8eb337 req-3ef3bd79-4ab3-4642-a495-d65fcfdbdc43 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0687509 Aug 26 21:22:23.685181 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b8f30546-7899-44ff-9e1b-0f489278821f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.740559 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b8f30546-7899-44ff-9e1b-0f489278821f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b1ef34c9ad44f13b0657032ee579d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991973 Aug 26 21:22:23.742028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f30546-7899-44ff-9e1b-0f489278821f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838f9f26-f914-4c96-a612-7837397bcdfd,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:23.743235 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44552) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:23.760702 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa61ddbc-133c-48a8-b5f2-0ba5ca8eb337 req-89cf4b3f-e594-4b05-b766-6b03bd53155b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Aug 26 21:22:23.792977 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.812887 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.857529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.861042 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:23.862177 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/838f9f26-f914-4c96-a612-7837397bcdfd HTTP/1.1" status: 204 len: 168 time: 0.1179190 Aug 26 21:22:23.869542 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591bfb-4b6a-4e98-b61f-6a48ecfc4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f9f26-f914-4c96-a612-7837397bcdfd,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:23.986992 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980db938-aac2-4583-a64d-277d3ffdad9d req-96a0c838-95c6-49dd-9111-501ff42a2610 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:23.988524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-980db938-aac2-4583-a64d-277d3ffdad9d req-96a0c838-95c6-49dd-9111-501ff42a2610 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 944 time: 0.0524819 Aug 26 21:22:24.028762 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-980db938-aac2-4583-a64d-277d3ffdad9d req-c6578511-cfe5-463e-93d1-6834fcf411bf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Aug 26 21:22:24.136521 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76000-b863-45a8-b841-bd2a49d73381 req-5731f7b0-54f9-4d4c-9bf5-4e42dba3885e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:24.137987 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04c76000-b863-45a8-b841-bd2a49d73381 req-5731f7b0-54f9-4d4c-9bf5-4e42dba3885e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0487025 Aug 26 21:22:24.177590 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04c76000-b863-45a8-b841-bd2a49d73381 req-1e62536b-3849-4627-ac16-e1c9f3593c5b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Aug 26 21:22:24.873587 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a9db-4c7b-4627-8062-e0b46b4fd699 req-5f530875-3a32-40e8-8988-85b83b7bc023 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:24.875616 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f96a9db-4c7b-4627-8062-e0b46b4fd699 req-5f530875-3a32-40e8-8988-85b83b7bc023 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Aug 26 21:22:24.919221 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f96a9db-4c7b-4627-8062-e0b46b4fd699 req-79d6d58b-826f-44a6-910e-9ae2f22e1585 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369172 Aug 26 21:22:25.047073 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-13f8fa93-0566-4d9e-8d72-ebd7d3aaad49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:25.142764 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05fd76-196f-4be7-af14-8c97ca0806e9 req-5a0a9d91-2895-4626-b9fb-4128933a3eba tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:25.144354 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed05fd76-196f-4be7-af14-8c97ca0806e9 req-5a0a9d91-2895-4626-b9fb-4128933a3eba tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 944 time: 0.0485039 Aug 26 21:22:25.184472 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ed05fd76-196f-4be7-af14-8c97ca0806e9 req-5f59be04-c44a-4d91-8d08-1116bbfac55d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Aug 26 21:22:25.300175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2db12c-98e0-4fa8-b285-a2e3de6bb484 req-75c90afa-6ad4-448f-b63d-7681f831a3e8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:25.301707 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc2db12c-98e0-4fa8-b285-a2e3de6bb484 req-75c90afa-6ad4-448f-b63d-7681f831a3e8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0553193 Aug 26 21:22:25.340689 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bc2db12c-98e0-4fa8-b285-a2e3de6bb484 req-f2ec085d-269d-48c9-bd5b-a59c8389902b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327053 Aug 26 21:22:25.729220 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44642) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:25.833714 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01b56f0b-4a4b-4c87-8533-9f6758ab5790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:25.919180 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01b56f0b-4a4b-4c87-8533-9f6758ab5790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:25.923472 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-01b56f0b-4a4b-4c87-8533-9f6758ab5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:25.963539 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-01b56f0b-4a4b-4c87-8533-9f6758ab5790 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d9c56711da441d59d846325e068afec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332399 Aug 26 21:22:25.964448 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b56f0b-4a4b-4c87-8533-9f6758ab5790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe6515-cc0c-4393-b6e0-9164458f30f0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:25.964632 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44652) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:26.049725 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.067839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7b3cd-420d-4ba6-9384-befeb1f40eee req-61450db1-5884-4f78-ba74-e49712a434bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:26.069298 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3b7b3cd-420d-4ba6-9384-befeb1f40eee req-61450db1-5884-4f78-ba74-e49712a434bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0797853 Aug 26 21:22:26.088098 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.134395 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3b7b3cd-420d-4ba6-9384-befeb1f40eee req-4cc634ff-3bcc-474d-bbea-1b4dcc47b547 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559316 Aug 26 21:22:26.152869 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.155684 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.156815 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3afe6515-cc0c-4393-b6e0-9164458f30f0 HTTP/1.1" status: 204 len: 168 time: 0.1906915 Aug 26 21:22:26.164552 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb9cf2-8f2d-49d6-9324-0cd2bd347f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe6515-cc0c-4393-b6e0-9164458f30f0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:26.302252 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9328d7-46f0-4c86-a77f-68b0f6620ca1 req-73b8a264-b772-4738-9762-39068ade48e9 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:26.303752 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eb9328d7-46f0-4c86-a77f-68b0f6620ca1 req-73b8a264-b772-4738-9762-39068ade48e9 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 944 time: 0.0500352 Aug 26 21:22:26.341263 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eb9328d7-46f0-4c86-a77f-68b0f6620ca1 req-2207b7fc-8ec5-40f3-baec-890a60f509d7 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Aug 26 21:22:26.419881 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44662) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:26.450806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7f98262-26e1-4c95-9683-0aa8a5be5317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.484067 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cc49f-d1e5-4dd7-91c8-d5e0b49929fd req-f5c0b519-9d73-4306-abc0-62e97dc615c8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:26.485354 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-037cc49f-d1e5-4dd7-91c8-d5e0b49929fd req-f5c0b519-9d73-4306-abc0-62e97dc615c8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0766923 Aug 26 21:22:26.543922 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-037cc49f-d1e5-4dd7-91c8-d5e0b49929fd req-afe08185-256a-44c6-9550-1a32e26c9a99 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Aug 26 21:22:26.584083 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7f98262-26e1-4c95-9683-0aa8a5be5317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.587532 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f7f98262-26e1-4c95-9683-0aa8a5be5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.624915 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f7f98262-26e1-4c95-9683-0aa8a5be5317 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7e104937d086496fba527b36689c0a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032804 Aug 26 21:22:26.625767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f98262-26e1-4c95-9683-0aa8a5be5317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa898416-832f-4874-8f31-9d8552aff434,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:26.627302 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44664) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:26.675176 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.695673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.740780 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.743304 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:26.744461 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa898416-832f-4874-8f31-9d8552aff434 HTTP/1.1" status: 204 len: 168 time: 0.1161401 Aug 26 21:22:26.751709 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8e083-e480-4ac4-91ca-e433f73a3ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa898416-832f-4874-8f31-9d8552aff434,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:27.251437 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f6b0-502f-4b46-b26b-bb0cdb499913 req-6133fc60-b224-467e-9f30-21af5658dc40 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:27.252969 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f421f6b0-502f-4b46-b26b-bb0cdb499913 req-6133fc60-b224-467e-9f30-21af5658dc40 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0509341 Aug 26 21:22:27.294707 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f421f6b0-502f-4b46-b26b-bb0cdb499913 req-2f5d69c9-4ef6-4cde-8c65-7e27f12a01ff tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Aug 26 21:22:27.463420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cce7a-891d-4172-ae20-7ca7be6c8bd2 req-95b6ba57-a72a-468b-9561-700f65f96b93 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:27.465907 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a9cce7a-891d-4172-ae20-7ca7be6c8bd2 req-95b6ba57-a72a-468b-9561-700f65f96b93 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 944 time: 0.0532479 Aug 26 21:22:27.501588 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a9cce7a-891d-4172-ae20-7ca7be6c8bd2 req-29057216-4974-4c2a-b74a-453d22b74537 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Aug 26 21:22:27.626550 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:27.665012 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd57ce-776b-4c99-a1e2-c9fa11f9e4c5 req-62d23f16-4c92-41c1-8057-08ec23447040 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:27.667112 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04cd57ce-776b-4c99-a1e2-c9fa11f9e4c5 req-62d23f16-4c92-41c1-8057-08ec23447040 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 943 time: 0.0565832 Aug 26 21:22:27.708295 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04cd57ce-776b-4c99-a1e2-c9fa11f9e4c5 req-5ef6de1b-f3f8-4f93-8e22-4f93ccc3a45a tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Aug 26 21:22:27.785487 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 5307a87a-c10c-4d65-bab8-4952206daf0f details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:22:27.792704 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:27.857922 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44714) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:27.946234 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bcc8da7d-d5cb-4462-8857-c3c1d7b75106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:27.967552 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=5307a87a-c10c-4d65-bab8-4952206daf0f,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:27.983256 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '5307a87a-c10c-4d65-bab8-4952206daf0f', 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f', 'port_id': '5307a87a-c10c-4d65-bab8-4952206daf0f', 'mac_address': 'fa:16:3e:7e:cd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdd0be0-5720-4108-9eb3-3b3f1a702b18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:22:27.992012 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:27.993465 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7116-c628-4100-8d32-3df8f05fa2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.013766 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:28.014125 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.057560 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.084012 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307a87a-c10c-4d65-bab8-4952206daf0f {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:28.124370 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=5307a87a-c10c-4d65-bab8-4952206daf0f,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:28.132460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.136356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7116-c628-4100-8d32-3df8f05fa2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.141287 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6c1a7116-c628-4100-8d32-3df8f05fa2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.180378 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6c1a7116-c628-4100-8d32-3df8f05fa2d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b0d7e211de94500bfff35a069a1ac65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207698 Aug 26 21:22:28.182995 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44730) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:28.190393 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a7116-c628-4100-8d32-3df8f05fa2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ac2e68-fa38-46e0-923c-9ed7fda43d15,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:28.210833 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.212686 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:28.234386 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.238241 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:28.240490 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8e100-a72f-4d14-8b01-a0b83c686bb0" -d '{"events": [{"server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "name": "network-vif-plugged", "status": "completed", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:28.253324 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:28.257675 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.258605 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.285590 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e11daa-34f6-45d0-9e40-2915a603e099 x-openstack-request-id: req-58e11daa-34f6-45d0-9e40-2915a603e099 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:28.285864 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "name": "network-vif-plugged", "status": "completed", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:28.286111 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58e11daa-34f6-45d0-9e40-2915a603e099 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:28.286490 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', 'code': 200} Aug 26 21:22:28.308289 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.310915 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.312498 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2ac2e68-fa38-46e0-923c-9ed7fda43d15 HTTP/1.1" status: 204 len: 168 time: 0.1281748 Aug 26 21:22:28.327874 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:28.330647 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95dcb8-59e5-4037-92da-be11cf42a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ac2e68-fa38-46e0-923c-9ed7fda43d15,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:28.387781 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:22:28.429125 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1280-7ada-4f0a-9b30-c6d24bae65bd req-7446131c-5811-4b37-b72c-082c20ae8e28 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:28.431517 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ccc1280-7ada-4f0a-9b30-c6d24bae65bd req-7446131c-5811-4b37-b72c-082c20ae8e28 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0565867 Aug 26 21:22:28.483918 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ccc1280-7ada-4f0a-9b30-c6d24bae65bd req-b0c485b1-9147-4a1a-bfe1-f270e8056655 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Aug 26 21:22:28.506487 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['5307a87a-c10c-4d65-bab8-4952206daf0f'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:28.513529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5130c4-e087-46fd-aef0-bed669e2af7a req-68070bf7-cfcd-41f2-a273-721ec7b98730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:28.515006 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ef5130c4-e087-46fd-aef0-bed669e2af7a req-68070bf7-cfcd-41f2-a273-721ec7b98730 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 1098 time: 0.0627744 Aug 26 21:22:28.570090 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ef5130c4-e087-46fd-aef0-bed669e2af7a req-68d56fcd-3163-4cbf-981f-2540991cf288 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475831 Aug 26 21:22:28.635318 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa82af8-9dbd-46af-b3a5-86e01cc19b05 req-d0f5ea94-4248-4982-a11d-2883eda560df tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:28.636970 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bfa82af8-9dbd-46af-b3a5-86e01cc19b05 req-d0f5ea94-4248-4982-a11d-2883eda560df tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0549200 Aug 26 21:22:28.664444 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:28.679605 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bfa82af8-9dbd-46af-b3a5-86e01cc19b05 req-9805e9e6-2433-4c47-a1ea-e80f3aa346a3 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358181 Aug 26 21:22:28.827808 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1fbb8-3a81-4890-b458-6010ab601ffe req-5d7d91b1-fc85-49a7-b2e9-43721f38da26 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:28.829303 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05b1fbb8-3a81-4890-b458-6010ab601ffe req-5d7d91b1-fc85-49a7-b2e9-43721f38da26 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Aug 26 21:22:28.868211 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05b1fbb8-3a81-4890-b458-6010ab601ffe req-0f400b94-a766-4faa-91ea-c1e5ddd324bb tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326362 Aug 26 21:22:29.474937 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44804) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:29.582619 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1cc9201-02a4-4b96-9f05-031b493da309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:29.610258 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d274b-1bb0-449b-bd9b-0c729f3e47cf req-0e1732b9-f13d-4dce-80f8-aad27c49f77a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:29.616264 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e5d274b-1bb0-449b-bd9b-0c729f3e47cf req-0e1732b9-f13d-4dce-80f8-aad27c49f77a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0616791 Aug 26 21:22:29.655262 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e5d274b-1bb0-449b-bd9b-0c729f3e47cf req-0966df76-a647-4dcd-b154-fff3f6b3ceaa tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344608 Aug 26 21:22:29.681788 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1cc9201-02a4-4b96-9f05-031b493da309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:29.685488 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b1cc9201-02a4-4b96-9f05-031b493da309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:29.805952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805243-5167-4078-a4cc-248a3ee30b75 req-85ea9ff5-ce55-4e82-9f2b-886536b4523b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:29.807413 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e805243-5167-4078-a4cc-248a3ee30b75 req-85ea9ff5-ce55-4e82-9f2b-886536b4523b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0550714 Aug 26 21:22:29.848865 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e805243-5167-4078-a4cc-248a3ee30b75 req-54b4e112-fdee-47ed-9ce7-1c42b201cfb6 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Aug 26 21:22:29.926332 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc9201-02a4-4b96-9f05-031b493da309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6125a2fe-c8bb-425c-a699-0324e16d472e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:29.930635 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b1cc9201-02a4-4b96-9f05-031b493da309 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a73c0d9723b3460eafabb2b912a1c13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546390 Aug 26 21:22:29.933347 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44814) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:29.981219 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67db3-535b-452a-8822-a3272bae55ff req-c521040b-e929-4f3a-b703-c653ac91c8e1 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:29.981778 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:29.982846 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cde67db3-535b-452a-8822-a3272bae55ff req-c521040b-e929-4f3a-b703-c653ac91c8e1 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 944 time: 0.0484161 Aug 26 21:22:30.004616 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.021232 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cde67db3-535b-452a-8822-a3272bae55ff req-09a099d6-a53e-4938-a528-0a0fb5c9d585 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Aug 26 21:22:30.054247 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.055641 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.060521 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6125a2fe-c8bb-425c-a699-0324e16d472e HTTP/1.1" status: 204 len: 168 time: 0.1222486 Aug 26 21:22:30.064304 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be18d9-e988-48ad-957d-0ae8b3ec84bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6125a2fe-c8bb-425c-a699-0324e16d472e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:30.076822 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 5307a87a-c10c-4d65-bab8-4952206daf0f up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:30.131541 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 5307a87a-c10c-4d65-bab8-4952206daf0f completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:30.135481 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 5307a87a-c10c-4d65-bab8-4952206daf0f triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:30.135883 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.336637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.358413 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:30.360709 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34061b50-c9da-48b8-bd3d-659874fa0f40" -d '{"events": [{"server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "name": "network-vif-plugged", "status": "completed", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:30.373545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=5307a87a-c10c-4d65-bab8-4952206daf0f,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:30.378166 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.405331 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baaedc9-8c72-4e68-9c7f-bb24d58cb7ad x-openstack-request-id: req-0baaedc9-8c72-4e68-9c7f-bb24d58cb7ad {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:30.405623 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "name": "network-vif-plugged", "status": "completed", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:30.405873 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0baaedc9-8c72-4e68-9c7f-bb24d58cb7ad {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:30.406256 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f', 'code': 200} Aug 26 21:22:30.431930 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:30.491350 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.645147 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44836) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:30.704100 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44842) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:30.778250 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660978c-8bf2-4cdb-aeae-355e0a14ddae req-c9042694-c7f6-404d-b398-2933998fdd58 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:30.779740 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4660978c-8bf2-4cdb-aeae-355e0a14ddae req-c9042694-c7f6-404d-b398-2933998fdd58 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0478604 Aug 26 21:22:30.820021 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff32fd76-1086-4140-9ba8-5d852b222a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.832712 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.864595 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4660978c-8bf2-4cdb-aeae-355e0a14ddae req-53e5ff8c-70ac-406f-8637-8dd3c3fc46c1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790467 Aug 26 21:22:30.874896 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.db.api [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 26 21:22:30.874896 dv-cinder-806260-2-iscsi neutron-server[93860]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 26 21:22:30.874896 dv-cinder-806260-2-iscsi neutron-server[93860]: [parameters: {'project_id': '44914450f30b44a79ff664127f5e1cde', 'id': '1e1b2b03-a20a-4b3e-b666-c6101eb7a19a', 'expiration': datetime.datetime(2021, 8, 26, 21, 24, 30, 870678)}] Aug 26 21:22:30.874896 dv-cinder-806260-2-iscsi neutron-server[93860]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 26 21:22:30.875308 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG oslo_db.api [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 21:22:30.970455 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff32fd76-1086-4140-9ba8-5d852b222a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:30.975805 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff32fd76-1086-4140-9ba8-5d852b222a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.010022 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbc48a-5ab8-4b48-bce9-a97147366e01 req-7620b5ba-ef82-4874-979f-546fcd99cc10 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:31.011493 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67bbc48a-5ab8-4b48-bce9-a97147366e01 req-7620b5ba-ef82-4874-979f-546fcd99cc10 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0877979 Aug 26 21:22:31.024769 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ff32fd76-1086-4140-9ba8-5d852b222a3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecde1100406c4819bbe8a0cdeb1b9ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785264 Aug 26 21:22:31.027552 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44848) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:31.040220 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fd76-1086-4140-9ba8-5d852b222a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff6a109-6aa4-40f8-8c67-2812ebf865c2,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:31.062516 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67bbc48a-5ab8-4b48-bce9-a97147366e01 req-f2746c1e-8c31-4ffc-aa97-05f90b74c9b0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446589 Aug 26 21:22:31.078819 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.100888 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.147341 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.149910 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.151043 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ff6a109-6aa4-40f8-8c67-2812ebf865c2 HTTP/1.1" status: 204 len: 168 time: 0.1224062 Aug 26 21:22:31.159145 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017eb7a2-e21a-45ae-a167-c8c411490b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff6a109-6aa4-40f8-8c67-2812ebf865c2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:31.173827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daccf5-95af-46eb-b154-3fe0d684885c req-57774882-93c8-423a-990b-6dda95638da9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:31.175908 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28daccf5-95af-46eb-b154-3fe0d684885c req-57774882-93c8-423a-990b-6dda95638da9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.0571365 Aug 26 21:22:31.216985 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-28daccf5-95af-46eb-b154-3fe0d684885c req-934920f8-a328-473f-9388-ef87f12239a8 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Aug 26 21:22:31.376332 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.478170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.484773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.523599 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660324b2-0878-40bd-bf5b-7bd328f5568c,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:31.546967 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a9e49727-b927-4019-bf43-fb3650b6f709 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44914450f30b44a79ff664127f5e1cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8418257 Aug 26 21:22:31.549899 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44876) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:31.606999 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.629385 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.691107 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.694240 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.698383 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/660324b2-0878-40bd-bf5b-7bd328f5568c HTTP/1.1" status: 204 len: 168 time: 0.1444192 Aug 26 21:22:31.705371 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6f99f-9b39-4948-a389-c75f66b1054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660324b2-0878-40bd-bf5b-7bd328f5568c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:31.834151 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44894) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:31.946564 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851329103-network', 'tenant_id': '75617b27657041618257c1738d0c1c3b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:31.973907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Made reservation on behalf of 75617b27657041618257c1738d0c1c3b for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:31.976535 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.985064 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:31.987808 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8978cb-8219-46ce-8278-5042251f5b38 req-1085a79a-176d-482a-acd8-8325e97fe0eb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:31.989498 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c8978cb-8219-46ce-8278-5042251f5b38 req-1085a79a-176d-482a-acd8-8325e97fe0eb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Aug 26 21:22:32.037612 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c8978cb-8219-46ce-8278-5042251f5b38 req-9430ccd3-40eb-42ed-b31a-2f728a183657 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Aug 26 21:22:32.087540 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.091489 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.117312 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:22:32.127121 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca2222d-5425-4d6d-8fcc-12f039dacb84,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:32.134769 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.135046 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Added segment 895cbee8-423f-4f5e-ba65-50f3c6b9c6fe of type vlan for network 2090a94d-bd78-4d56-bea6-78c2f9eed707 Aug 26 21:22:32.178907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.203841 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.204718 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:32.205291 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.259363 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4237833 Aug 26 21:22:32.263931 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44918) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:32.270276 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Request body: {'subnet': {'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851329103-subnet', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:32.273725 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ddfe-c69d-46bf-9df7-5c18f123de3d admin admin] Pushing event updated for resources: {'Network': ['ID=2090a94d-bd78-4d56-bea6-78c2f9eed707,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:32.284576 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:22:32.303635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Made reservation on behalf of 75617b27657041618257c1738d0c1c3b for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:32.306478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.365972 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff113301-14b3-4840-b983-8f5128a0bb0c req-fbc651e6-9185-4767-ae8f-670b71ce7d03 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:32.367579 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff113301-14b3-4840-b983-8f5128a0bb0c req-fbc651e6-9185-4767-ae8f-670b71ce7d03 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.0651374 Aug 26 21:22:32.408992 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff113301-14b3-4840-b983-8f5128a0bb0c req-55ce7520-8b41-452a-a47b-4a77fb0e1638 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Aug 26 21:22:32.494799 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.547694 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=802b3797-3ed7-4dd3-947f-c6ac572bee2b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:32.558429 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Checking segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:32.558781 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Network hostable DHCP agents. Network: 2090a94d-bd78-4d56-bea6-78c2f9eed707, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:22:32.576339 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:22:32.584435 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 2090a94d-bd78-4d56-bea6-78c2f9eed707) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:32.588683 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:32.589281 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.595809 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb66dd2-6838-4e44-b905-d33ffaba7add None None] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:32.608213 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-65a69ad7-8f11-4ae8-9244-ef26b07d1fc2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3432570 Aug 26 21:22:32.608389 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 44926) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:32.613617 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:32.635212 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.636357 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.704046 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.778021 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-2090a94d-bd78-4d56-bea6-78c2f9eed707', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:22:32.778905 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.856851 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:32.928059 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Allocated IP 172.20.0.2 (2090a94d-bd78-4d56-bea6-78c2f9eed707/802b3797-3ed7-4dd3-947f-c6ac572bee2b/4751ceea-67df-433f-8014-e171e4560b9e) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:33.091842 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.112346 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.113707 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.122769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Transition to ACTIVE for port object 4751ceea-67df-433f-8014-e171e4560b9e will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:33.140299 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Transition to ACTIVE for port object 4751ceea-67df-433f-8014-e171e4560b9e will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:33.146210 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.146401 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1545c-58ee-4862-9353-60b4619171a3 req-61d0d366-abce-4d04-bc2f-635b26e0a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:33.148105 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bca1545c-58ee-4862-9353-60b4619171a3 req-61d0d366-abce-4d04-bc2f-635b26e0a461 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 1098 time: 0.0518947 Aug 26 21:22:33.186684 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bca1545c-58ee-4862-9353-60b4619171a3 req-e35c2ac9-7b19-463e-9d12-1fbd8c2d5b1b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Aug 26 21:22:33.187961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:33.191008 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:33.197241 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:33.200450 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Pushing event updated for resources: {'Port': ['ID=4751ceea-67df-433f-8014-e171e4560b9e,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:33.214803 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f4cba-a1a5-4c04-9009-5c7c0dcbb2d1 req-2dcad61d-dd44-48ea-8c9b-4c0d18d55a50 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:33.216850 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e7f4cba-a1a5-4c04-9009-5c7c0dcbb2d1 req-2dcad61d-dd44-48ea-8c9b-4c0d18d55a50 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1017644 Aug 26 21:22:33.255462 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Attempting to bind port 4751ceea-67df-433f-8014-e171e4560b9e on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:33.255865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Attempting to bind port 4751ceea-67df-433f-8014-e171e4560b9e by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:33.256228 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Attempting to bind port 4751ceea-67df-433f-8014-e171e4560b9e on network 2090a94d-bd78-4d56-bea6-78c2f9eed707 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:33.261036 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:33.261403 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Checking segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:33.261799 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.262192 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Bound using segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:33.262649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Bound port: 4751ceea-67df-433f-8014-e171e4560b9e, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:33.263026 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.290263 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e7f4cba-a1a5-4c04-9009-5c7c0dcbb2d1 req-4688f95b-0db1-40af-b1c9-7daf3a2b05e9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502436 Aug 26 21:22:33.291273 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Allocated IP 172.27.3.161 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/b3a8fa4b-f9c4-4234-befa-ee9d18985825) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:33.327797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] For port 4751ceea-67df-433f-8014-e171e4560b9e, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:33.330819 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] For port 4751ceea-67df-433f-8014-e171e4560b9e, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=4751ceea-67df-433f-8014-e171e4560b9e,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:33.336701 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.392000 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff9221-eae4-406b-b60f-e7dfbd3fd098 None None] Pushing event updated for resources: {'Port': ['ID=4751ceea-67df-433f-8014-e171e4560b9e,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:33.409127 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.450215 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:33.503335 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:33.524025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:33.527085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:33.531057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8fa4b-f9c4-4234-befa-ee9d18985825,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:33.822256 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d858d-36b1-4454-9784-a7039685093a req-96bcdad6-8208-471e-a33e-d2e38c8aafe0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:33.828526 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-363d858d-36b1-4454-9784-a7039685093a req-96bcdad6-8208-471e-a33e-d2e38c8aafe0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.3429484 Aug 26 21:22:33.926294 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-363d858d-36b1-4454-9784-a7039685093a req-2e01d694-04f8-4761-be4b-d916d6542149 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922956 Aug 26 21:22:33.988013 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 4751ceea-67df-433f-8014-e171e4560b9e up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:34.036705 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.064673 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 4751ceea-67df-433f-8014-e171e4560b9e completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:34.265954 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.445836 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f0346-5512-42d5-9b19-b46257e68202 req-36462d43-a5fe-477f-9079-fbc694a1c4c8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:34.447226 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-084f0346-5512-42d5-9b19-b46257e68202 req-36462d43-a5fe-477f-9079-fbc694a1c4c8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0731826 Aug 26 21:22:34.451729 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b6861e-569d-4de8-9a7e-be716e7e0b02 None None] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:34.474895 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:22:34.519684 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Provisioning for port 4751ceea-67df-433f-8014-e171e4560b9e completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:34.527471 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Provisioning complete for port 4751ceea-67df-433f-8014-e171e4560b9e triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:34.527874 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.544571 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-084f0346-5512-42d5-9b19-b46257e68202 req-f57ae1b8-0ff5-4a37-a7b9-c0eed64912ce tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Aug 26 21:22:34.613163 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:22:34.630143 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Sync routers for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:22:34.638775 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.640551 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e5ae8ff8-9a40-4118-bffe-802a3fd5ccff admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0312269 Aug 26 21:22:34.643585 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 44984) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:34.650706 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:34.651716 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:34.679119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.716895 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] For port 4751ceea-67df-433f-8014-e171e4560b9e, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=4751ceea-67df-433f-8014-e171e4560b9e,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:34.723525 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:34.815357 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078b44a-71ad-4ba8-9eef-6b294752ff51 None None] Pushing event updated for resources: {'Port': ['ID=4751ceea-67df-433f-8014-e171e4560b9e,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:34.839231 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:34.954811 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-10acdbf8-7361-4b4f-9188-f3b09a51f735 None None] Provisioning complete for port 4751ceea-67df-433f-8014-e171e4560b9e triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:34.957609 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-10acdbf8-7361-4b4f-9188-f3b09a51f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.158316 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:33Z', 'revision_number': 3, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:35.191870 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Checking router: 8b3fe8e4-d953-4631-9ef7-0392a21499c8 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:22:35.192223 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Updating router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 port b3a8fa4b-f9c4-4234-befa-ee9d18985825 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:22:35.194244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b831-94d8-4b6f-85f2-3fab1cc846bc req-9baf6bcb-e32c-48c5-aa6a-6212fcee47e3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:35.196937 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cb00b831-94d8-4b6f-85f2-3fab1cc846bc req-9baf6bcb-e32c-48c5-aa6a-6212fcee47e3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.1264105 Aug 26 21:22:35.229811 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.279449 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cb00b831-94d8-4b6f-85f2-3fab1cc846bc req-850fda8f-a1a1-4ca7-ac42-82bfd84703f4 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721722 Aug 26 21:22:35.324199 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.414444 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-7d4c30a8-d91c-4783-9b6d-0ab3a983ff99 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:35.416092 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-7d4c30a8-d91c-4783-9b6d-0ab3a983ff99 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.1063275 Aug 26 21:22:35.431291 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-abe54af1-d664-44d0-a7c2-ec7748884a1a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/quotas/0ac2478b592d4bd7a39a5f6be19bcf40 HTTP/1.1" status: 200 len: 375 time: 0.0094047 Aug 26 21:22:35.491661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Allocated IP 172.20.0.1 (2090a94d-bd78-4d56-bea6-78c2f9eed707/802b3797-3ed7-4dd3-947f-c6ac572bee2b/44187b68-ca77-4115-98ae-76071f08468c) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:35.492979 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-e24520f5-8d58-435f-a0da-889fbcf6375a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535734 Aug 26 21:22:35.536783 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.546591 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Transition to ACTIVE for port object b3a8fa4b-f9c4-4234-befa-ee9d18985825 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:35.553397 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.595590 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-a5e4ade9-5df1-44e3-81ce-47c3b1f96dcc service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940127 Aug 26 21:22:35.608237 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Attempting to bind port b3a8fa4b-f9c4-4234-befa-ee9d18985825 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:35.608604 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Attempting to bind port b3a8fa4b-f9c4-4234-befa-ee9d18985825 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:35.608969 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Attempting to bind port b3a8fa4b-f9c4-4234-befa-ee9d18985825 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:35.616315 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:35.616694 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:35.620264 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.620692 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:35.621187 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Bound port: b3a8fa4b-f9c4-4234-befa-ee9d18985825, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:35.621601 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.622427 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.637190 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Transition to ACTIVE for port object 44187b68-ca77-4115-98ae-76071f08468c will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:35.672384 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.689196 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Pushing event updated for resources: {'Port': ['ID=b3a8fa4b-f9c4-4234-befa-ee9d18985825,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:35.700465 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] For port b3a8fa4b-f9c4-4234-befa-ee9d18985825, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:35.703498 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.704145 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.704494 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.704834 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.705163 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.705746 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.706423 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.707212 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.707744 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.708562 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.709077 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.709813 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:22:35.721777 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] For port b3a8fa4b-f9c4-4234-befa-ee9d18985825, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3a8fa4b-f9c4-4234-befa-ee9d18985825,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:35.725599 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:35.729083 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:35.730562 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.734117 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:35.761812 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8defa-4a3c-4ee9-a267-b6981a8b447f req-1e6c5f0d-67d5-46f6-9dd2-e2872b41ddcf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:35.763450 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82c8defa-4a3c-4ee9-a267-b6981a8b447f req-1e6c5f0d-67d5-46f6-9dd2-e2872b41ddcf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0930545 Aug 26 21:22:35.769049 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Pushing event updated for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:35.789592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:35.800581 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-167a9593-febb-4725-ac02-43f2d4caf9dc service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967010 Aug 26 21:22:35.842672 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:35.843305 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:35.845112 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003ed2a-0340-412d-b45c-85b983997d0a None None] Pushing event updated for resources: {'Port': ['ID=b3a8fa4b-f9c4-4234-befa-ee9d18985825,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:35.890595 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82c8defa-4a3c-4ee9-a267-b6981a8b447f req-9e4c1f42-0b86-484c-a1a2-7936ac2d58bd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103890 Aug 26 21:22:35.984801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 4751ceea-67df-433f-8014-e171e4560b9e up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:36.017394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.055025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45028) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:36.081785 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 4751ceea-67df-433f-8014-e171e4560b9e triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:36.082157 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.093218 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:36.109962 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eda44e3e-f920-42f8-9fd7-5e7cbfed76ca req-1d55c3ef-9ed3-42d5-9b67-e0beca3f581d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 210 time: 0.0374134 Aug 26 21:22:36.162840 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c136c48a-8119-4b09-b448-07f9fc7b8bcb None None] Provisioning for port 44187b68-ca77-4115-98ae-76071f08468c completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:36.175098 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c136c48a-8119-4b09-b448-07f9fc7b8bcb None None] Provisioning complete for port 44187b68-ca77-4115-98ae-76071f08468c triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:36.175717 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c136c48a-8119-4b09-b448-07f9fc7b8bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.214061 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b852d32a-4253-4778-9ced-5fb99c3443a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.243768 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c136c48a-8119-4b09-b448-07f9fc7b8bcb None None] Port 44187b68-ca77-4115-98ae-76071f08468c cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:22:36.362325 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b852d32a-4253-4778-9ced-5fb99c3443a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.370652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b852d32a-4253-4778-9ced-5fb99c3443a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.385020 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.389973 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.420141 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852d32a-4253-4778-9ced-5fb99c3443a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7952eb29-becb-4829-9bfe-0d0f98e12dea,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:36.424631 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b852d32a-4253-4778-9ced-5fb99c3443a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a62dac34701f46f397185e3ac95f177d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677285 Aug 26 21:22:36.427286 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45042) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:36.498070 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.498840 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.500607 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Pushing event updated for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:36.520819 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:33Z', 'revision_number': 3, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:36.532904 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.566542 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edcd89-66ab-4750-b117-e5ae711ff780 None None] The sync data for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi is: [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:33Z', 'revision_number': 3, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:22:36.609030 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.613470 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:36.615037 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7952eb29-becb-4829-9bfe-0d0f98e12dea HTTP/1.1" status: 204 len: 168 time: 0.1865706 Aug 26 21:22:36.618905 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:36.622793 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:36.626735 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e16fe-6b02-42db-b937-5cf23796c93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952eb29-becb-4829-9bfe-0d0f98e12dea,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:36.766533 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:22:36.939440 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:22:36.951541 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7b19df9b-ff6a-449d-9548-f6556fe1503b admin admin] 10.222.0.26 "PUT /v2.0/routers/8b3fe8e4-d953-4631-9ef7-0392a21499c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063028 Aug 26 21:22:36.999260 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-84300ddd-1042-40dc-8ca7-aed15384229e None None] Provisioning complete for port 44187b68-ca77-4115-98ae-76071f08468c triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:36.999835 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-84300ddd-1042-40dc-8ca7-aed15384229e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.056872 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-84300ddd-1042-40dc-8ca7-aed15384229e None None] Port 44187b68-ca77-4115-98ae-76071f08468c cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:22:37.077908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6c06a-5574-452b-af8d-2f2ea40e0732 req-83dfdcfb-0248-448e-ab24-77729b2e0e79 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:37.079562 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aea6c06a-5574-452b-af8d-2f2ea40e0732 req-83dfdcfb-0248-448e-ab24-77729b2e0e79 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0940356 Aug 26 21:22:37.126414 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aea6c06a-5574-452b-af8d-2f2ea40e0732 req-036ecf03-6dc7-47d0-994e-c1afd3e33343 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Aug 26 21:22:37.241411 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7e0f36e1-9e0e-46ba-a26b-736e10ea40aa req-3c6756f2-1986-4672-a0d4-1d0e8cf8c809 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 210 time: 0.0459352 Aug 26 21:22:37.587422 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45088) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:37.592591 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-936370943-network', 'tenant_id': '856df53acd964ba9b4df15256e29744b'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:37.616330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Made reservation on behalf of 856df53acd964ba9b4df15256e29744b for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:37.618598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.626831 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.716675 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.721157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.742255 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:22:37.756105 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f3a4b-9190-40d1-82e2-96bfada28d2b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:37.760886 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.761236 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Added segment 6ae28b7a-0162-48a8-91d3-0a1957203992 of type vlan for network 92835fc4-2c65-4d8c-a79f-2629f5471a75 Aug 26 21:22:37.804463 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.829359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.830202 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:37.830926 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.888650 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3000932 Aug 26 21:22:37.891592 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45098) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:37.899872 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Request body: {'subnet': {'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-936370943-subnet', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:37.910267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff05113-55eb-4c8d-880d-171c01b7dfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=92835fc4-2c65-4d8c-a79f-2629f5471a75,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:37.925977 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Made reservation on behalf of 856df53acd964ba9b4df15256e29744b for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:37.928478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:37.936058 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:22:37.982297 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3a8fa4b-f9c4-4234-befa-ee9d18985825 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:38.079319 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port b3a8fa4b-f9c4-4234-befa-ee9d18985825 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:38.084925 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b3a8fa4b-f9c4-4234-befa-ee9d18985825 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:38.085290 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.136495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.170091 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.199364 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port b3a8fa4b-f9c4-4234-befa-ee9d18985825, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3a8fa4b-f9c4-4234-befa-ee9d18985825,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:38.202325 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44495c1-295d-4c57-b4de-a3e08fd007e4,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:38.209075 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.232583 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Checking segment: {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:38.234091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Network hostable DHCP agents. Network: 92835fc4-2c65-4d8c-a79f-2629f5471a75, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:22:38.277454 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=b3a8fa4b-f9c4-4234-befa-ee9d18985825,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:38.296374 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:22:38.313183 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003bae-abc7-4275-8769-19caa36c7fc2 req-29380bbd-e2fa-44a1-a3b2-4907126f9984 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:38.315511 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f003bae-abc7-4275-8769-19caa36c7fc2 req-29380bbd-e2fa-44a1-a3b2-4907126f9984 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0844312 Aug 26 21:22:38.317341 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 92835fc4-2c65-4d8c-a79f-2629f5471a75) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:38.321685 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:38.322431 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.331180 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff53218-7cd9-47b8-9741-40a156d28120 None None] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:38.349536 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3b9c18ac-bf77-4ac9-b4c8-c84dee41c7e6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4567828 Aug 26 21:22:38.352406 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45114) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:38.358361 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:38.372228 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2f003bae-abc7-4275-8769-19caa36c7fc2 req-a7122307-c9e4-48d4-937a-3aafd865b56e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Aug 26 21:22:38.384767 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.385968 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.494260 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Sync routers for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:22:38.495534 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.520684 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:38.521320 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:38.544437 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61b94192-94f5-4bf1-89d1-e43c84f358cb req-dd3bed07-88d3-4d96-91b1-dd968563290b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 210 time: 0.0783350 Aug 26 21:22:38.668028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-92835fc4-2c65-4d8c-a79f-2629f5471a75', 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'fixed_ips': [{'subnet_id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:22:38.668892 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.683501 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.760080 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:38.927529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:38.947951 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.071379 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Allocated IP 172.27.3.155 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/382df35b-a75f-4fd0-ab61-33dd0c2a4ee5) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:39.107588 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Allocated IP 172.20.0.2 (92835fc4-2c65-4d8c-a79f-2629f5471a75/c44495c1-295d-4c57-b4de-a3e08fd007e4/67560f82-c61d-4454-a38c-d9a40787404f) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:39.206463 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.257514 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbfe10-8128-40de-84b7-2f95d0443dac req-c6bad601-3dc7-4719-bb75-06d641a1c740 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:39.274387 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60bbfe10-8128-40de-84b7-2f95d0443dac req-c6bad601-3dc7-4719-bb75-06d641a1c740 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.0958397 Aug 26 21:22:39.278050 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.348773 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60bbfe10-8128-40de-84b7-2f95d0443dac req-00c09ee3-96a2-46cf-a0d2-c9f9217a62b4 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719123 Aug 26 21:22:39.391836 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:36Z', 'revision_number': 2, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:39.394914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:39.403070 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:39.470813 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.473544 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Checking router: 8b3fe8e4-d953-4631-9ef7-0392a21499c8 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:22:39.474045 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Updating router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 port 44187b68-ca77-4115-98ae-76071f08468c binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:22:39.526260 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Transition to ACTIVE for port object 67560f82-c61d-4454-a38c-d9a40787404f will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:39.546749 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.551856 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Transition to ACTIVE for port object 67560f82-c61d-4454-a38c-d9a40787404f will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:39.594550 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.680346 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672545d3-194d-4e1d-b1f9-d166f3a8349f req-8b02f45c-f2ba-4bb4-ab1a-9efa671be78c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:39.682538 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-672545d3-194d-4e1d-b1f9-d166f3a8349f req-8b02f45c-f2ba-4bb4-ab1a-9efa671be78c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1234233 Aug 26 21:22:39.723323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:39.732119 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-672545d3-194d-4e1d-b1f9-d166f3a8349f req-719681dc-eefc-4c3a-8b26-910b4aacee92 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414703 Aug 26 21:22:39.739188 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:39.748700 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:39.752496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:39.757191 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Pushing event updated for resources: {'Port': ['ID=67560f82-c61d-4454-a38c-d9a40787404f,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:39.775278 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-33e8c82e-8451-4ccd-a58c-c52e229adecf req-763ba0b6-1c2d-49fb-a6fd-29b12fb069db tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 210 time: 0.0421565 Aug 26 21:22:39.782215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:39.880006 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-ed5e352b-eec5-4010-9d39-fddb32a0a1ee tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:39.882025 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-ed5e352b-eec5-4010-9d39-fddb32a0a1ee tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.5835261 Aug 26 21:22:39.882142 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Attempting to bind port 67560f82-c61d-4454-a38c-d9a40787404f on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:39.882419 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Attempting to bind port 67560f82-c61d-4454-a38c-d9a40787404f by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:39.882777 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Attempting to bind port 67560f82-c61d-4454-a38c-d9a40787404f on network 92835fc4-2c65-4d8c-a79f-2629f5471a75 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:39.898245 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:39.899472 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Checking segment: {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:39.899904 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.900291 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Bound using segment: {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:39.900844 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Bound port: 67560f82-c61d-4454-a38c-d9a40787404f, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:39.901182 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:39.907212 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3a8fa4b-f9c4-4234-befa-ee9d18985825 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:39.911415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Request body: {'port': {'device_id': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'admin_state_up': True, 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:40.086556 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] For port 67560f82-c61d-4454-a38c-d9a40787404f, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:40.089820 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.094431 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] For port 67560f82-c61d-4454-a38c-d9a40787404f, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=67560f82-c61d-4454-a38c-d9a40787404f,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:40.102803 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.113128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:40.116677 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b3a8fa4b-f9c4-4234-befa-ee9d18985825 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:40.117275 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.117447 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.119856 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.140905 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Transition to ACTIVE for port object 44187b68-ca77-4115-98ae-76071f08468c will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:40.195068 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.236634 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfd43d-1a14-43b7-8da2-f629f3365f5c None None] Pushing event updated for resources: {'Port': ['ID=67560f82-c61d-4454-a38c-d9a40787404f,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:40.332803 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d2e49-84c9-4b46-9dca-9ff215bef0a6 None None] Pushing event updated for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:40.373143 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5d7cd-c308-41b2-9bb9-f0467f508d87 req-5c41a287-e37b-417e-9ab5-9ee4556e11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:40.376391 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94e5d7cd-c308-41b2-9bb9-f0467f508d87 req-5c41a287-e37b-417e-9ab5-9ee4556e11cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0569959 Aug 26 21:22:40.415111 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Attempting to bind port 44187b68-ca77-4115-98ae-76071f08468c on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:40.415646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Attempting to bind port 44187b68-ca77-4115-98ae-76071f08468c by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:40.416182 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Attempting to bind port 44187b68-ca77-4115-98ae-76071f08468c on network 2090a94d-bd78-4d56-bea6-78c2f9eed707 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:40.421336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Allocated IP 172.20.0.13 (5879e994-e93e-4697-986e-7ade6246e5ad/211ef719-9960-4d13-9053-806a91f88212/3822e84c-4fea-4552-957c-03c32ec36f27) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:40.425065 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:40.425704 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Checking segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:40.426385 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.426916 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Bound using segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:40.427558 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Bound port: 44187b68-ca77-4115-98ae-76071f08468c, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:40.428760 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.524353 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] For port 44187b68-ca77-4115-98ae-76071f08468c, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:40.528614 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] For port 44187b68-ca77-4115-98ae-76071f08468c, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=44187b68-ca77-4115-98ae-76071f08468c,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:40.538798 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.539280 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d7149-2bfb-40a1-98d1-02f81e0ece3f req-114df452-e1b1-4c20-a65f-5ab9ad30bda3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:40.543065 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-171d7149-2bfb-40a1-98d1-02f81e0ece3f req-114df452-e1b1-4c20-a65f-5ab9ad30bda3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.1193190 Aug 26 21:22:40.547252 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-94e5d7cd-c308-41b2-9bb9-f0467f508d87 req-0444cc8d-fd39-44f9-808b-45774e18f0e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616316 Aug 26 21:22:40.549876 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:40.634010 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-171d7149-2bfb-40a1-98d1-02f81e0ece3f req-5e4d9f90-ddfb-40ca-bdbf-cac754bcb1b2 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787776 Aug 26 21:22:40.670060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:40.670958 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:40.742252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d2e49-84c9-4b46-9dca-9ff215bef0a6 None None] Pushing event updated for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:40.939460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:40.973724 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:41.025403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7da58502-ab92-4378-9f13-49515d78553b req-3cb24a6b-3bcd-45bf-8d53-bb49912a9fd7 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 210 time: 0.0727808 Aug 26 21:22:41.057934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:22:41.083215 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f303b08-1b27-487a-80b5-4d486ea10fd9 req-6873786b-78c9-4a9b-b082-9c5985b52aae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:41.084960 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f303b08-1b27-487a-80b5-4d486ea10fd9 req-6873786b-78c9-4a9b-b082-9c5985b52aae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1826699 Aug 26 21:22:41.135443 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7f303b08-1b27-487a-80b5-4d486ea10fd9 req-cf0059ef-e8f0-4748-98e5-4add02ce3fd5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441196 Aug 26 21:22:41.241762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:40Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:41.263551 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:22:41.272866 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:41.277556 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Sync routers for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:22:41.294839 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:41.295691 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:41.303974 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a', '37b59816-7d11-4789-bd2b-7ff1cbe1cff4'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:41.314352 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Network 5879e994-e93e-4697-986e-7ade6246e5ad is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:41.321777 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:41.326752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:41.337703 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:41.339060 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4bb526c6-fb08-449f-ab99-ad02a4e15ef3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9848702 Aug 26 21:22:41.356022 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45198) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:41.379884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event updated for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:41.381630 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8abf92-2f2b-4a1c-a00e-83a429ec1673 None None] The sync data for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi is: [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:40Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:22:41.419566 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:41.420615 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:41.449669 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-c3ada506-e89a-45fd-97a3-5e17d99b86b2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5425961 Aug 26 21:22:41.557475 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:41.595558 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-2137e6f1-d069-4e4c-9e39-67b2a3e45787 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:41.598488 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-2137e6f1-d069-4e4c-9e39-67b2a3e45787 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.2976911 Aug 26 21:22:41.629244 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0d2dc-1ea0-4eec-adcf-f2766837fd38 None None] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:22:41.735464 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ad975180-c974-47d3-9a21-bdcbcd5f7bda None None] Provisioning for port 67560f82-c61d-4454-a38c-d9a40787404f completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:41.845474 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:39Z', 'revision_number': 3, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:41.913230 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Checking router: c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:22:41.913718 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Updating router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:22:41.976186 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.052338 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 44187b68-ca77-4115-98ae-76071f08468c up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:42.159384 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 44187b68-ca77-4115-98ae-76071f08468c completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:42.164873 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 44187b68-ca77-4115-98ae-76071f08468c triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:42.165634 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.275477 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446cb9-2536-40bb-a814-bc7f58a7e91d req-a4c21f78-58a9-4cc5-baa3-6d345f8ab52a tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:42.277224 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad446cb9-2536-40bb-a814-bc7f58a7e91d req-a4c21f78-58a9-4cc5-baa3-6d345f8ab52a tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.1706851 Aug 26 21:22:42.347717 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ad446cb9-2536-40bb-a814-bc7f58a7e91d req-2c467018-e522-4505-8ff0-b95d48a803e6 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600104 Aug 26 21:22:42.363323 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.381460 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Transition to ACTIVE for port object 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:42.398665 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.453116 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.493138 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Attempting to bind port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:42.493481 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Attempting to bind port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:42.493876 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Attempting to bind port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:42.511455 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:42.511455 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:42.511455 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.511455 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:42.512014 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Bound port: 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:42.512601 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.527514 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 44187b68-ca77-4115-98ae-76071f08468c, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=44187b68-ca77-4115-98ae-76071f08468c,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:42.535394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.536313 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 67560f82-c61d-4454-a38c-d9a40787404f up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:42.546341 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965df3e-89ab-4d2d-b861-9305a07a321b None None] Pushing event updated for resources: {'Port': ['ID=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:42.565821 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.583483 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48010b5d-6b12-4fa0-9f72-1bbf8b412840 req-d513a09e-e982-4fda-b07b-979e20393efc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:42.593555 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48010b5d-6b12-4fa0-9f72-1bbf8b412840 req-d513a09e-e982-4fda-b07b-979e20393efc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 932 time: 0.1233916 Aug 26 21:22:42.610561 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] For port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:42.614808 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] For port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:42.626394 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.648541 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:42.704045 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 67560f82-c61d-4454-a38c-d9a40787404f completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:42.710643 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 67560f82-c61d-4454-a38c-d9a40787404f triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:42.711119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.719503 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:42.720361 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:42.727804 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965df3e-89ab-4d2d-b861-9305a07a321b None None] Pushing event updated for resources: {'Port': ['ID=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:42.739115 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-48010b5d-6b12-4fa0-9f72-1bbf8b412840 req-54a5bdae-e0f2-409b-98aa-a7ec33f2901d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445937 Aug 26 21:22:42.881523 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.895513 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:42.932601 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 67560f82-c61d-4454-a38c-d9a40787404f, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=67560f82-c61d-4454-a38c-d9a40787404f,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:42.941205 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:42.958450 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Allocated IP 172.20.0.1 (92835fc4-2c65-4d8c-a79f-2629f5471a75/c44495c1-295d-4c57-b4de-a3e08fd007e4/a26cce04-17fc-4bfa-aa01-ff8f02602e6b) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:42.991576 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b7661-94d7-4448-8eb1-f7bb7da5f470 req-c00ab41a-6d97-4615-a23c-724fb537f4d3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:42.999161 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d57b7661-94d7-4448-8eb1-f7bb7da5f470 req-c00ab41a-6d97-4615-a23c-724fb537f4d3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1474144 Aug 26 21:22:43.025114 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=67560f82-c61d-4454-a38c-d9a40787404f,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:43.094880 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d57b7661-94d7-4448-8eb1-f7bb7da5f470 req-6e70df33-6c7e-4be1-adbc-645301f1b2f5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948622 Aug 26 21:22:43.101865 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:39Z', 'revision_number': 3, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:43.134777 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec8db06-ca3b-447e-83c5-16d0cffea49c None None] The sync data for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi is: [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:39Z', 'revision_number': 3, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:22:43.143854 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.157100 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Transition to ACTIVE for port object a26cce04-17fc-4bfa-aa01-ff8f02602e6b will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:43.192619 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.229634 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:43.234376 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:43.238236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:43.238717 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.282579 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:43.403831 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.481382 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-864c90ea-a813-4147-8f01-91ae7997a1e1 None None] Provisioning for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:43.485551 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-864c90ea-a813-4147-8f01-91ae7997a1e1 None None] Provisioning complete for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:43.485994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-864c90ea-a813-4147-8f01-91ae7997a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.527940 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-864c90ea-a813-4147-8f01-91ae7997a1e1 None None] Port a26cce04-17fc-4bfa-aa01-ff8f02602e6b cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:22:43.556198 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6ece3-80f6-462c-8d6a-3a3061271113 req-007ab3b7-64d0-4ced-bd13-4ebd76721a84 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:43.557724 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2a6ece3-80f6-462c-8d6a-3a3061271113 req-007ab3b7-64d0-4ced-bd13-4ebd76721a84 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.1188569 Aug 26 21:22:43.637263 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b2a6ece3-80f6-462c-8d6a-3a3061271113 req-dc29675a-fd01-4b65-9f89-3f6bca4bcb98 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695584 Aug 26 21:22:43.658018 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.663222 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.664012 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:43.745239 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:43.797478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:43.798829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:43.961557 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d384ed1-be31-4486-a6e4-2031ce6439e6 req-db85f339-6929-4358-918f-bc3946fda094 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:43.963133 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d384ed1-be31-4486-a6e4-2031ce6439e6 req-db85f339-6929-4358-918f-bc3946fda094 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 932 time: 0.1192396 Aug 26 21:22:44.009799 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:22:44.023756 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3d384ed1-be31-4486-a6e4-2031ce6439e6 req-2738a304-d41b-41b5-b44e-053fd3e70be4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505762 Aug 26 21:22:44.062919 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 44187b68-ca77-4115-98ae-76071f08468c up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:44.067746 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-4da28e4f-75a6-4e84-8641-a3188edc7442 None None] Provisioning complete for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:44.068133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4da28e4f-75a6-4e84-8641-a3188edc7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.130702 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-4da28e4f-75a6-4e84-8641-a3188edc7442 None None] Port a26cce04-17fc-4bfa-aa01-ff8f02602e6b cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:22:44.145786 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 44187b68-ca77-4115-98ae-76071f08468c triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:44.145786 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.150985 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Request body: {'port': {'device_id': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:44.153317 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:22:44.170574 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1f177792-c1e2-40a5-9476-7a6c852a26a1 admin admin] 10.222.0.26 "PUT /v2.0/routers/c0ad2ccc-d080-4c53-82f8-940dcbb85aa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8113971 Aug 26 21:22:44.245682 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 67560f82-c61d-4454-a38c-d9a40787404f up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:44.262370 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.313994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 67560f82-c61d-4454-a38c-d9a40787404f triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:44.314274 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.371358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c89b0-bea0-4711-912a-3fe8760b315e req-46e70bf9-45c5-4749-84b3-8e396f5dac24 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:44.372942 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da5c89b0-bea0-4711-912a-3fe8760b315e req-46e70bf9-45c5-4749-84b3-8e396f5dac24 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.1287062 Aug 26 21:22:44.422519 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:44.426482 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Deleting port 5307a87a-c10c-4d65-bab8-4952206daf0f {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:22:44.426813 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.476763 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da5c89b0-bea0-4711-912a-3fe8760b315e req-32a4eb49-4d10-4f6b-a14a-2ef4e839d3a5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957711 Aug 26 21:22:44.489884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:44.498130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:44.498510 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.561916 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] For port 5307a87a-c10c-4d65-bab8-4952206daf0f, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=5307a87a-c10c-4d65-bab8-4952206daf0f,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:44.562781 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.587050 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Calling delete_port for 5307a87a-c10c-4d65-bab8-4952206daf0f owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:22:44.617340 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.644811 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:44.648383 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3822e84c-4fea-4552-957c-03c32ec36f27 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:44.650284 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.662441 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.683971 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Transition to ACTIVE for port object 3822e84c-4fea-4552-957c-03c32ec36f27 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:44.693810 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.723672 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:44.839748 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee5809-c613-4718-a00b-39b5efd5c12b req-47cde1e0-002b-4797-a20d-2e3a9fb36bd9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:44.841353 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Pushing event updated for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:44.847809 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89ee5809-c613-4718-a00b-39b5efd5c12b req-47cde1e0-002b-4797-a20d-2e3a9fb36bd9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea90211-ff2d-4285-a0c0-423e25a1cc28 HTTP/1.1" status: 200 len: 945 time: 0.0883639 Aug 26 21:22:44.848576 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45244) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:44.860651 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66772234', 'description': 'tempest-secgroup-smoke-66772234 description', 'project_id': '75617b27657041618257c1738d0c1c3b'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:44.879329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Attempting to bind port 3822e84c-4fea-4552-957c-03c32ec36f27 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:44.879671 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Attempting to bind port 3822e84c-4fea-4552-957c-03c32ec36f27 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:44.880075 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Attempting to bind port 3822e84c-4fea-4552-957c-03c32ec36f27 on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:44.888474 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Port 3822e84c-4fea-4552-957c-03c32ec36f27 on network 5879e994-e93e-4697-986e-7ade6246e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:22:44.888790 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Attempting to bind port 3822e84c-4fea-4552-957c-03c32ec36f27 on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:44.896155 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:44.896508 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Checking segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:44.896881 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Bound using segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:44.897318 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Bound port: 3822e84c-4fea-4552-957c-03c32ec36f27, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:44.897673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.902685 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89ee5809-c613-4718-a00b-39b5efd5c12b req-1f05a59a-0c2e-4664-9465-b44f2ff0e43d tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538712 Aug 26 21:22:44.904094 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.907109 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:44.921323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['5307a87a-c10c-4d65-bab8-4952206daf0f'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:44.935994 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Pushing event deleted for resources: {'Port': ['ID=5307a87a-c10c-4d65-bab8-4952206daf0f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:45.005292 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] No DVR routers for this DVR port 5307a87a-c10c-4d65-bab8-4952206daf0f on host hv-cinder-80626 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:22:45.005497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:45.009167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3822e84c-4fea-4552-957c-03c32ec36f27,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:45.009541 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.011777 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88acf139-74f8-46fb-8c15-3e79fba32ced req-85844c70-60d5-41a0-977c-8ecad4aefacf tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "DELETE /v2.0/ports/5307a87a-c10c-4d65-bab8-4952206daf0f HTTP/1.1" status: 204 len: 173 time: 0.8351457 Aug 26 21:22:45.012214 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'name': 'network-vif-deleted', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:45.015640 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33935633-9349-4a19-92c2-55d51ec800bb" -d '{"events": [{"server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "name": "network-vif-deleted", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:45.016592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.044920 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.045135 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.046693 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] 10.222.0.47 "PUT /v2.0/ports/3822e84c-4fea-4552-957c-03c32ec36f27 HTTP/1.1" status: 200 len: 1094 time: 0.9000285 Aug 26 21:22:45.047102 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:45.050061 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19521a8-3153-4176-a0df-56d9716b1b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:45.057041 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb5ec7-ccff-445c-a050-4caf6b6f9d27 x-openstack-request-id: req-4ccb5ec7-ccff-445c-a050-4caf6b6f9d27 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:45.057400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea90211-ff2d-4285-a0c0-423e25a1cc28", "name": "network-vif-deleted", "tag": "5307a87a-c10c-4d65-bab8-4952206daf0f", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:45.057616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ccb5ec7-ccff-445c-a050-4caf6b6f9d27 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:45.058009 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea90211-ff2d-4285-a0c0-423e25a1cc28', 'name': 'network-vif-deleted', 'tag': '5307a87a-c10c-4d65-bab8-4952206daf0f', 'status': 'completed', 'code': 200} Aug 26 21:22:45.094369 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Sync routers for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:22:45.117474 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:45.118344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:45.160261 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.163146 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9397d51c-2d2a-4d05-9152-59da4a80a467 x-openstack-request-id: req-9397d51c-2d2a-4d05-9152-59da4a80a467 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:45.163431 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:45.163681 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9397d51c-2d2a-4d05-9152-59da4a80a467 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:45.166952 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27', 'status': 'completed', 'code': 200} Aug 26 21:22:45.206783 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.213373 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e8fa9-eddc-46d3-99b2-01c17a25655a service neutron] Pushing event updated for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:45.224279 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff9218-846e-4343-a9cc-97e8696e1fba req-927f29f1-955f-479a-9024-21dde7cfc0cc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.238522 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8ff9218-846e-4343-a9cc-97e8696e1fba req-927f29f1-955f-479a-9024-21dde7cfc0cc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 944 time: 0.1092851 Aug 26 21:22:45.254485 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.255979 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.4051838 Aug 26 21:22:45.257712 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068d73-6461-4fee-bb03-ca5796452396 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0073e072-c48a-4f8a-9073-52155a73e1e2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:45.260245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45262) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:45.262255 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-411e13ab-c448-443e-bd08-2147861ed8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.264441 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-411e13ab-c448-443e-bd08-2147861ed8e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 1097 time: 0.1030128 Aug 26 21:22:45.271335 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:45.323674 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-87246020-d8f3-4284-83ab-da36c60979c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3822e84c-4fea-4552-957c-03c32ec36f27 HTTP/1.1" status: 200 len: 217 time: 0.0431113 Aug 26 21:22:45.324623 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8ff9218-846e-4343-a9cc-97e8696e1fba req-f62fa4ab-aac0-420b-b40b-cb0b1a485eae tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849881 Aug 26 21:22:45.371942 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:45.381632 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.416235 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287704-181a-43ee-b15d-63402f8aae03 req-234f9904-1b5a-4c3c-8fc1-b246b380114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.417758 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-234f9904-1b5a-4c3c-8fc1-b246b380114b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0822082 Aug 26 21:22:45.467234 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-7f7654e9-342d-4e5a-a422-c136f49e78a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339203 Aug 26 21:22:45.468950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.473134 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.488852 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d6907d-de64-4df6-aacc-61c5aa46f8c6,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:45.588917 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.592623 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-aa56416d-5646-4449-b4fd-1a49599237ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239436 Aug 26 21:22:45.593166 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:45.598190 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:45.606034 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-4264d31b-9141-4ff7-9f1d-08491bc3b544 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024561 Aug 26 21:22:45.652770 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:43Z', 'revision_number': 4, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'a26cce04-17fc-4bfa-aa01-ff8f02602e6b', 'name': '', 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'mac_address': 'fa:16:3e:e8:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:42Z', 'updated_at': '2021-08-26T21:22:43Z', 'revision_number': 2, 'project_id': '856df53acd964ba9b4df15256e29744b', 'subnets': [{'id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:45.665497 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.682082 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Checking router: c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:22:45.682448 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Updating router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 port a26cce04-17fc-4bfa-aa01-ff8f02602e6b binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:22:45.714726 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.730907 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-67287704-181a-43ee-b15d-63402f8aae03 req-cdf97f8b-7d7e-4631-b5c9-60e5b872ed56 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137745 Aug 26 21:22:45.860853 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-8066b520-b337-46d3-b7ac-73f27098435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.862952 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-8066b520-b337-46d3-b7ac-73f27098435b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 1097 time: 0.0658672 Aug 26 21:22:45.883329 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41034ec-5f04-4f16-93bf-40d6db862ebe req-e48e9106-42d0-4a78-bc09-fe2ae90a587f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:45.885055 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b41034ec-5f04-4f16-93bf-40d6db862ebe req-e48e9106-42d0-4a78-bc09-fe2ae90a587f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.2815685 Aug 26 21:22:45.964176 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b41034ec-5f04-4f16-93bf-40d6db862ebe req-ad71e98d-c453-4cbf-bfc8-3bc42e9c1940 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711002 Aug 26 21:22:45.978594 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:45.993365 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.008894 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:46.015748 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda4c8bf-dda5-4832-ad78-7f5d4ea23376,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:46.024572 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.030643 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45284) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:46.036246 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ce747a94-ffb4-424a-bf8f-1db81676bd5c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4421973 Aug 26 21:22:46.038462 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:46.071047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-4655474d-4f9c-4788-9198-31ab334fdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:46.072692 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-4655474d-4f9c-4788-9198-31ab334fdafe service neutron] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 916 time: 0.2010517 Aug 26 21:22:46.085038 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.120169 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:46.120644 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.137940 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-6bd273d6-03e0-4170-8d18-90be30794e44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3822e84c-4fea-4552-957c-03c32ec36f27 HTTP/1.1" status: 200 len: 217 time: 0.0539522 Aug 26 21:22:46.159035 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70de7a-acdf-4db6-b87c-0d764e088e2d req-428ab7f6-f08a-4747-ac26-0c2977687926 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:46.167311 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb70de7a-acdf-4db6-b87c-0d764e088e2d req-428ab7f6-f08a-4747-ac26-0c2977687926 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0755699 Aug 26 21:22:46.198929 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-ee1eb934-373d-4c72-b9d5-be74d3909924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:46.200971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-ee1eb934-373d-4c72-b9d5-be74d3909924 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0530727 Aug 26 21:22:46.211859 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.226756 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Transition to ACTIVE for port object a26cce04-17fc-4bfa-aa01-ff8f02602e6b will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:46.236153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb70de7a-acdf-4db6-b87c-0d764e088e2d req-4ca41f4d-5d04-4586-aec7-e055648c7b2c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656509 Aug 26 21:22:46.256622 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.318090 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8792be-b540-4728-a469-6cfbc826ff74 None None] Pushing event updated for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:46.355773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-ddaab49c-d216-43aa-9054-4bb24d1a36bd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:46.357591 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-ddaab49c-d216-43aa-9054-4bb24d1a36bd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/networks?id=973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 200 len: 808 time: 0.1446524 Aug 26 21:22:46.389119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Attempting to bind port a26cce04-17fc-4bfa-aa01-ff8f02602e6b on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:46.389377 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-bd2a1ef4-1ea1-4afb-a8ce-a9a527206e94 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/quotas/ca0782c0ae9547a2a39f2b6e87ae3b5f HTTP/1.1" status: 200 len: 375 time: 0.0199199 Aug 26 21:22:46.389711 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Attempting to bind port a26cce04-17fc-4bfa-aa01-ff8f02602e6b by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:46.390299 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Attempting to bind port a26cce04-17fc-4bfa-aa01-ff8f02602e6b on network 92835fc4-2c65-4d8c-a79f-2629f5471a75 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:46.397288 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:46.397834 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Checking segment: {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:46.398333 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.398814 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Bound using segment: {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:46.399625 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Bound port: a26cce04-17fc-4bfa-aa01-ff8f02602e6b, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae28b7a-0162-48a8-91d3-0a1957203992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:46.400741 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.446297 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-ad074a1d-d683-4d48-8027-68fadf7aa126 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561316 Aug 26 21:22:46.506325 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] For port a26cce04-17fc-4bfa-aa01-ff8f02602e6b, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:46.510687 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] For port a26cce04-17fc-4bfa-aa01-ff8f02602e6b, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:46.522147 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.540920 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-4668441f-59ce-4c7d-a18d-6003ced08b95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3218937 Aug 26 21:22:46.552877 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.578034 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.593462 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:22:46.594500 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:22:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:46.641403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-e1bc8720-0ed1-4d2e-9964-1e583941b84e service neutron] 10.222.0.26 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941481 Aug 26 21:22:46.680437 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88373e69-c821-4927-b984-cc86d8799dbe,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:46.693395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.697532 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-fdd60fbd-70b2-4ded-9e76-9376d47af375 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6632721 Aug 26 21:22:46.697640 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45314) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:46.725891 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:46.811508 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-e37cadce-efba-4f22-9f92-6b20ddf780b7 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569656 Aug 26 21:22:46.816444 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.837466 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:22:46.922053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ff8b9-2dd8-40bc-afee-9711eaaf298d req-c05ddc02-612c-4d70-ba18-05b8c3a4ad2a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:46.934748 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b7ff8b9-2dd8-40bc-afee-9711eaaf298d req-c05ddc02-612c-4d70-ba18-05b8c3a4ad2a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 944 time: 0.4983017 Aug 26 21:22:46.965638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:46.999034 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.062789 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf82cd2-dfe2-4948-b82e-e6ab2b328cdf,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:47.072902 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d19521a8-3153-4176-a0df-56d9716b1b3a req-3c3fbfda-6fa2-428f-b840-2cf8156f81db service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391057 Aug 26 21:22:47.075261 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.076849 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4f03a086-c173-4d07-a3dc-63e555e82f2a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3780992 Aug 26 21:22:47.088124 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45334) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:47.101443 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b7ff8b9-2dd8-40bc-afee-9711eaaf298d req-de6bc659-c014-4495-bea6-9e930f763d59 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639290 Aug 26 21:22:47.114440 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:47.142069 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-1e34cbaa-35e1-4df7-9805-a59fd23e5712 service neutron] 10.222.0.26 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998384 Aug 26 21:22:47.163015 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Project 75617b27657041618257c1738d0c1c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:22:47.181186 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.194823 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8792be-b540-4728-a469-6cfbc826ff74 None None] Pushing event updated for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:47.253578 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.254773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.275476 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1662aed-193b-404f-a068-82ee9ad07a56,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:47.284476 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.285775 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-91e9e67b-ba5e-4a98-bef6-d991406edf54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1841466 Aug 26 21:22:47.289115 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45352) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:47.294246 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'security_group_rule': {'security_group_id': '0073e072-c48a-4f8a-9073-52155a73e1e2', 'project_id': '75617b27657041618257c1738d0c1c3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:47.338396 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Project 75617b27657041618257c1738d0c1c3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:22:47.345936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.426861 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-86665e7d-3f5c-4b54-ad4c-45f2f2ae75e2 req-8554472f-6b1d-4f3c-8422-39f151c6b7f9 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 210 time: 0.0596602 Aug 26 21:22:47.481582 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.486993 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.507231 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bf6246-754c-42f9-a398-4cbb5c89746a,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:47.510389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:47.519664 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0816b92b-26af-4441-aa95-9bfe939c49b9 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2215500 Aug 26 21:22:47.520135 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:43Z', 'revision_number': 4, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'a26cce04-17fc-4bfa-aa01-ff8f02602e6b', 'name': '', 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'mac_address': 'fa:16:3e:e8:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:42Z', 'updated_at': '2021-08-26T21:22:46Z', 'revision_number': 4, 'project_id': '856df53acd964ba9b4df15256e29744b', 'subnets': [{'id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:22:47.546316 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24d4fb6-8ee9-47c8-b9a7-a712d53e999f None None] The sync data for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi is: [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:43Z', 'revision_number': 4, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'a26cce04-17fc-4bfa-aa01-ff8f02602e6b', 'name': '', 'network_id': '92835fc4-2c65-4d8c-a79f-2629f5471a75', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'mac_address': 'fa:16:3e:e8:f0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:42Z', 'updated_at': '2021-08-26T21:22:46Z', 'revision_number': 4, 'project_id': '856df53acd964ba9b4df15256e29744b', 'subnets': [{'id': 'c44495c1-295d-4c57-b4de-a3e08fd007e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:22:47.967429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a26cce04-17fc-4bfa-aa01-ff8f02602e6b up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:48.047093 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:48.054958 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:48.055524 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:48.182236 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 5307a87a-c10c-4d65-bab8-4952206daf0f no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:22:48.214586 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 5307a87a-c10c-4d65-bab8-4952206daf0f {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:22:48.215261 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 5307a87a-c10c-4d65-bab8-4952206daf0f not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:22:48.217380 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:48.260685 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port a26cce04-17fc-4bfa-aa01-ff8f02602e6b, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:48.266871 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:48.287278 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aff75-e75c-4489-877f-2d4cf1365d73 req-aab64646-b970-4d28-820d-bfbcfcb60529 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.298544 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-908aff75-e75c-4489-877f-2d4cf1365d73 req-aab64646-b970-4d28-820d-bfbcfcb60529 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 944 time: 0.1027203 Aug 26 21:22:48.326180 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:48.375317 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:48.392878 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-2080fd15-ed84-4882-91f1-6b1c201fb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.394517 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-2080fd15-ed84-4882-91f1-6b1c201fb1cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0585873 Aug 26 21:22:48.418430 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-908aff75-e75c-4489-877f-2d4cf1365d73 req-4f834a4f-0013-45e8-b381-887dbaef7101 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179800 Aug 26 21:22:48.500079 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf671dbd-641c-4764-be72-5fd2292bf45c req-eb255bf1-bb32-4912-aacc-e5d985264898 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.501825 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf671dbd-641c-4764-be72-5fd2292bf45c req-eb255bf1-bb32-4912-aacc-e5d985264898 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1508307 Aug 26 21:22:48.579237 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-bb40fc82-46c3-49bb-9ef5-a767abbf623d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.580980 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-bb40fc82-46c3-49bb-9ef5-a767abbf623d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.1772323 Aug 26 21:22:48.620716 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf671dbd-641c-4764-be72-5fd2292bf45c req-ec9b309c-0242-49ac-b2cb-3a4002e4abb0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041894 Aug 26 21:22:48.728583 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-2f7df0f3-69ba-4dd2-a0ea-f945e6f560c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.1060920 Aug 26 21:22:48.744348 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9414b42a-dc3c-4464-889a-32dd81a676ed req-7fcaf487-ea41-401c-9ec9-3961211f43a3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 210 time: 0.0846255 Aug 26 21:22:48.827317 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-4491328a-7d99-4321-94c2-99f9f97245f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.828849 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-4491328a-7d99-4321-94c2-99f9f97245f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0922718 Aug 26 21:22:48.852417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-4b4aac67-826d-4a37-bb83-0738e8f8c91d tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:48.853410 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-4b4aac67-826d-4a37-bb83-0738e8f8c91d tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "GET /v2.0/networks?id=973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 200 len: 808 time: 0.2130232 Aug 26 21:22:48.870481 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-f5b4682a-a8f4-489a-a4c0-570f75d072ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297480 Aug 26 21:22:48.875308 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Request body: {'port': {'device_id': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f', 'admin_state_up': True, 'tenant_id': 'ca0782c0ae9547a2a39f2b6e87ae3b5f'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:48.999364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45460) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:49.007525 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-c044aa3a-ee12-4bd6-b7a4-35980c4e3967 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226051 Aug 26 21:22:49.011039 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Made reservation on behalf of ca0782c0ae9547a2a39f2b6e87ae3b5f for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:22:49.016562 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.118266 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-91dfd3ec-fc4c-4af6-8952-f912071610ee req-e7c05144-ecc8-44b3-9d45-fecee750c416 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018784 Aug 26 21:22:49.168503 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f2b919a1-e541-4a30-93aa-b236a187b12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.196435 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Allocated IP 172.20.0.10 (973f1957-283b-4a48-af6d-81b36cd7504f/4fdd0be0-5720-4108-9eb3-3b3f1a702b18/ea360597-c1f6-4b74-bfc8-3126b4f51a55) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:22:49.386196 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f2b919a1-e541-4a30-93aa-b236a187b12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.396548 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f2b919a1-e541-4a30-93aa-b236a187b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.421004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.450725 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b919a1-e541-4a30-93aa-b236a187b12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff37a1f8-78ff-4d75-9a5c-4fd52f8aecc0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:49.459890 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f2b919a1-e541-4a30-93aa-b236a187b12a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a5aaca311564776bb638f98eda86f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571261 Aug 26 21:22:49.460415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45472) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:49.504102 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.529447 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.554546 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.575846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Network 973f1957-283b-4a48-af6d-81b36cd7504f is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:22:49.581327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:22:49.587380 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:22:49.593161 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:49.593809 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.607974 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f6bdb-442e-4503-bc30-7a745b8b9bcb req-f88b3677-6834-4f0d-9189-a676acdd896d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:49.609513 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-548f6bdb-442e-4503-bc30-7a745b8b9bcb req-f88b3677-6834-4f0d-9189-a676acdd896d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 944 time: 0.1177258 Aug 26 21:22:49.614466 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Pushing event updated for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:49.617561 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.620486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.622052 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ff37a1f8-78ff-4d75-9a5c-4fd52f8aecc0 HTTP/1.1" status: 204 len: 168 time: 0.1602452 Aug 26 21:22:49.634470 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269947f-d974-4a8c-9b12-7acc2db50a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff37a1f8-78ff-4d75-9a5c-4fd52f8aecc0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:49.639605 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0887a1ec-dda3-4f7e-91a6-d5cdf98ce65c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7759614 Aug 26 21:22:49.664237 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-548f6bdb-442e-4503-bc30-7a745b8b9bcb req-32b7d891-e731-4c2c-8b6b-7dbe874e654d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445051 Aug 26 21:22:49.671525 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Request body: {'port': {'device_id': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:22:49.741251 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:49.924391 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a5c75-5399-49a9-a5fc-9cfa15462cf7 req-f2271266-1e06-4e53-8907-ae69fb2966d5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:49.925931 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-014a5c75-5399-49a9-a5fc-9cfa15462cf7 req-f2271266-1e06-4e53-8907-ae69fb2966d5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1695039 Aug 26 21:22:49.933688 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a26cce04-17fc-4bfa-aa01-ff8f02602e6b up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:50.000918 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port a26cce04-17fc-4bfa-aa01-ff8f02602e6b triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:50.001281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.016391 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d6e2-ba77-4fcc-9cfe-e9848c921e6a req-eefb3a62-b771-4352-881b-0b0ba7cb2f40 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:50.025951 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a1d0d6e2-ba77-4fcc-9cfe-e9848c921e6a req-eefb3a62-b771-4352-881b-0b0ba7cb2f40 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 932 time: 0.1795552 Aug 26 21:22:50.035690 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45490) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:50.055253 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c166d7a-a705-4ff2-b04d-2ec0b6ddc5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.087925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-014a5c75-5399-49a9-a5fc-9cfa15462cf7 req-b1d10ccb-5ccb-4512-810b-f660287ececf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459689 Aug 26 21:22:50.090646 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45492) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:50.107739 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a1d0d6e2-ba77-4fcc-9cfe-e9848c921e6a req-4fe4749f-4b8e-4204-b2a6-9f8801d42c74 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Aug 26 21:22:50.187711 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3822e84c-4fea-4552-957c-03c32ec36f27 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:22:50.195900 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c166d7a-a705-4ff2-b04d-2ec0b6ddc5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.203148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8c166d7a-a705-4ff2-b04d-2ec0b6ddc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.221432 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea360597-c1f6-4b74-bfc8-3126b4f51a55 {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:50.230327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.246166 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Transition to ACTIVE for port object ea360597-c1f6-4b74-bfc8-3126b4f51a55 will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:22:50.250298 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8c166d7a-a705-4ff2-b04d-2ec0b6ddc5a9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89d5bf183b67456cb73d04651897610f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124157 Aug 26 21:22:50.251271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.254084 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:50.275119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c166d7a-a705-4ff2-b04d-2ec0b6ddc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0078bd7e-4eae-4b75-9293-dfc3d9aac6ef,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.355686 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3822e84c-4fea-4552-957c-03c32ec36f27,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:50.359743 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Attempting to bind port ea360597-c1f6-4b74-bfc8-3126b4f51a55 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:22:50.360082 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Attempting to bind port ea360597-c1f6-4b74-bfc8-3126b4f51a55 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:22:50.360410 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Attempting to bind port ea360597-c1f6-4b74-bfc8-3126b4f51a55 on network 973f1957-283b-4a48-af6d-81b36cd7504f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:50.366046 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Port ea360597-c1f6-4b74-bfc8-3126b4f51a55 on network 973f1957-283b-4a48-af6d-81b36cd7504f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:22:50.366364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Attempting to bind port ea360597-c1f6-4b74-bfc8-3126b4f51a55 on network 973f1957-283b-4a48-af6d-81b36cd7504f {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:22:50.368098 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.368379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Pushing event updated for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.369801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '3822e84c-4fea-4552-957c-03c32ec36f27', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'port_id': '3822e84c-4fea-4552-957c-03c32ec36f27', 'mac_address': 'fa:16:3e:02:1b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ef719-9960-4d13-9053-806a91f88212', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:22:50.375123 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:22:50.375685 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Checking segment: {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:22:50.376236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Bound using segment: {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:22:50.378029 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Bound port: ea360597-c1f6-4b74-bfc8-3126b4f51a55, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:22:50.378543 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.401037 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.403011 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b1e2-da4e-461e-b2f4-822424962cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.412811 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.430326 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3822e84c-4fea-4552-957c-03c32ec36f27 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:50.447988 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:22:50.451362 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:22:50.451633 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3822e84c-4fea-4552-957c-03c32ec36f27,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:50.456772 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.458701 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.501713 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.504650 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.505255 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:50.506174 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0078bd7e-4eae-4b75-9293-dfc3d9aac6ef HTTP/1.1" status: 204 len: 168 time: 0.2508922 Aug 26 21:22:50.508799 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.510513 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] 10.222.0.47 "PUT /v2.0/ports/ea360597-c1f6-4b74-bfc8-3126b4f51a55 HTTP/1.1" status: 200 len: 1094 time: 0.8449743 Aug 26 21:22:50.511964 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:50.514017 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330e5a4-d34e-40a2-bdb5-d57f165c2392" -d '{"events": [{"name": "network-changed", "server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:50.522056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09172bd2-e6d1-4732-bcae-92032d4c39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0078bd7e-4eae-4b75-9293-dfc3d9aac6ef,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.541969 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee95451-a372-47d8-8bd3-55a69d1e8eac service neutron] Pushing event updated for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.550862 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b1e2-da4e-461e-b2f4-822424962cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.555746 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7ef2b1e2-da4e-461e-b2f4-822424962cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.589277 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.592164 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7ef2b1e2-da4e-461e-b2f4-822424962cfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c01cb0c9b03b44f4a0b1d2cb7a544a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004048 Aug 26 21:22:50.601707 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45504) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:50.614383 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03127c30-43a6-4b6d-9f05-43e6dbd9d058 x-openstack-request-id: req-03127c30-43a6-4b6d-9f05-43e6dbd9d058 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:50.614669 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:50.614927 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03127c30-43a6-4b6d-9f05-43e6dbd9d058 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:50.615381 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55', 'status': 'completed', 'code': 200} Aug 26 21:22:50.631052 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0af055bc-ed2c-48d6-958d-1c37456b9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:50.632713 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-0af055bc-ed2c-48d6-958d-1c37456b9b33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 1097 time: 0.0649788 Aug 26 21:22:50.639375 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2b1e2-da4e-461e-b2f4-822424962cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf358f40-4834-486d-9d4c-e3ec6964f941,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.676379 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.684064 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-1b3544aa-d2b1-47c0-9ecf-c349629b3007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55 HTTP/1.1" status: 200 len: 217 time: 0.0412378 Aug 26 21:22:50.701768 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.768894 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.771848 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.773102 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf358f40-4834-486d-9d4c-e3ec6964f941 HTTP/1.1" status: 204 len: 168 time: 0.1703546 Aug 26 21:22:50.783148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c64a1b-8ffe-4d87-9773-be183617cfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf358f40-4834-486d-9d4c-e3ec6964f941,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:50.811387 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['3822e84c-4fea-4552-957c-03c32ec36f27'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:50.846371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-2226b103-6450-413f-a01d-2034acef70d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:50.848006 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-2226b103-6450-413f-a01d-2034acef70d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fdd0be0-5720-4108-9eb3-3b3f1a702b18 HTTP/1.1" status: 200 len: 848 time: 0.1397684 Aug 26 21:22:50.856763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0c1a8-e560-4e93-83f0-de429f7dbbb5 req-adb61b0b-3cc0-41ca-81c8-cfbb09627500 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:50.864691 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9b0c1a8-e560-4e93-83f0-de429f7dbbb5 req-adb61b0b-3cc0-41ca-81c8-cfbb09627500 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 945 time: 0.0910888 Aug 26 21:22:50.902610 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45514) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:50.916407 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efc10181-a6ac-4145-bfe5-7677a8417b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:50.935213 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-896addbc-d1e5-44e4-a9ae-28e923611413 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=973f1957-283b-4a48-af6d-81b36cd7504f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684419 Aug 26 21:22:50.938467 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a9b0c1a8-e560-4e93-83f0-de429f7dbbb5 req-a62259e5-cf4d-4ea7-8738-9c14fac88474 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731745 Aug 26 21:22:51.045055 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efc10181-a6ac-4145-bfe5-7677a8417b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.051332 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-efc10181-a6ac-4145-bfe5-7677a8417b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.074702 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-25c891de-3b23-4b37-8325-7360830aea12 service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242626 Aug 26 21:22:51.099753 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-efc10181-a6ac-4145-bfe5-7677a8417b2e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=988840d20d544c8183b86c46374691b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948817 Aug 26 21:22:51.099753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc10181-a6ac-4145-bfe5-7677a8417b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679bc5fc-dce3-44ed-a8af-ea840fe1ade2,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:51.103544 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45518) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:51.168988 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.184745 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45524) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:51.205880 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3548298e-9bea-48ae-aee2-c1ecd6a47005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.216677 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.249053 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c00ec6a-27ab-48d8-a7bc-c2a37ee322e3 req-04be05b0-f86e-4819-ba87-67c8d80c01d2 service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646481 Aug 26 21:22:51.269653 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57117709-636c-40b7-a3df-cf3405319ea5 req-e839e993-9727-423e-a713-4c9f60bf6940 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:51.271200 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57117709-636c-40b7-a3df-cf3405319ea5 req-e839e993-9727-423e-a713-4c9f60bf6940 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1000593 Aug 26 21:22:51.295037 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587ff1c-de61-4eeb-9867-ef38cbd187e4 req-c2f6b662-486f-40ee-af1d-ab1a91ba858e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:51.296583 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e587ff1c-de61-4eeb-9867-ef38cbd187e4 req-c2f6b662-486f-40ee-af1d-ab1a91ba858e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 944 time: 0.0879674 Aug 26 21:22:51.319353 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.322048 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.323313 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/679bc5fc-dce3-44ed-a8af-ea840fe1ade2 HTTP/1.1" status: 204 len: 168 time: 0.2183554 Aug 26 21:22:51.340737 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb9b6a-0f33-4c7a-b2a7-4ede89e4218d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679bc5fc-dce3-44ed-a8af-ea840fe1ade2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:51.356569 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57117709-636c-40b7-a3df-cf3405319ea5 req-cc57452f-2264-4e0f-9a39-4cfe31571c49 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780137 Aug 26 21:22:51.395313 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3548298e-9bea-48ae-aee2-c1ecd6a47005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.402062 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3548298e-9bea-48ae-aee2-c1ecd6a47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.402841 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e587ff1c-de61-4eeb-9867-ef38cbd187e4 req-903236ea-c51f-4ee6-888f-f7aa55d53b91 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931480 Aug 26 21:22:51.414311 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-89ef6e4b-2276-4223-9c75-de2180201690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:51.415961 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-89ef6e4b-2276-4223-9c75-de2180201690 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 1097 time: 0.0835295 Aug 26 21:22:51.467214 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548298e-9bea-48ae-aee2-c1ecd6a47005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f20ba04-1cd2-420b-9342-8add40e409d8,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:51.474701 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-3548298e-9bea-48ae-aee2-c1ecd6a47005 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d682f5dfc1324134a0b4f708a01eb3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885954 Aug 26 21:22:51.480313 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45530) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:51.544356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.572058 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.650105 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.653821 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:51.660053 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f20ba04-1cd2-420b-9342-8add40e409d8 HTTP/1.1" status: 204 len: 168 time: 0.1782591 Aug 26 21:22:51.672594 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07f4cf-b169-4097-9ebb-00b4dfecf13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f20ba04-1cd2-420b-9342-8add40e409d8,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:51.799426 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-df3f77c7-aefe-4ab4-9e0c-6184636813a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:51.801501 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-df3f77c7-aefe-4ab4-9e0c-6184636813a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 200 len: 909 time: 0.3737006 Aug 26 21:22:51.856642 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-2165295d-a421-42d8-80e7-c8fcb241d365 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55 HTTP/1.1" status: 200 len: 217 time: 0.0393677 Aug 26 21:22:51.913589 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-e4101104-b692-48b8-9d45-4cc134eb1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:51.915052 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-e4101104-b692-48b8-9d45-4cc134eb1ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fdd0be0-5720-4108-9eb3-3b3f1a702b18 HTTP/1.1" status: 200 len: 848 time: 0.0453718 Aug 26 21:22:51.973811 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-6b131b62-0252-4a05-a03b-75b545ca7fac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=973f1957-283b-4a48-af6d-81b36cd7504f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295162 Aug 26 21:22:52.110528 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5853e-47f9-4559-914e-d3ee7e233acc req-e21b76de-51a3-405f-a90b-91a5502e8f20 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:52.112061 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ec5853e-47f9-4559-914e-d3ee7e233acc req-e21b76de-51a3-405f-a90b-91a5502e8f20 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 945 time: 0.1019366 Aug 26 21:22:52.134791 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-56578c62-6ea1-48dc-a7d9-ba2ba4e78d53 service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423545 Aug 26 21:22:52.162636 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7ec5853e-47f9-4559-914e-d3ee7e233acc req-f456c86e-b295-4886-95cf-e039e533e4a8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Aug 26 21:22:52.192028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3822e84c-4fea-4552-957c-03c32ec36f27 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:52.245691 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d330e5a4-d34e-40a2-bdb5-d57f165c2392 req-0db782fb-5e6a-4991-8279-721fefd2e893 service neutron] 10.222.0.47 "GET /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976248 Aug 26 21:22:52.250119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 3822e84c-4fea-4552-957c-03c32ec36f27 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:52.254733 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 3822e84c-4fea-4552-957c-03c32ec36f27 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:52.255107 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:52.336386 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:52.359649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:52.362138 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de262da9-a11d-4ab1-a205-d5efe734e478" -d '{"events": [{"server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "name": "network-vif-plugged", "status": "completed", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:52.375186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3822e84c-4fea-4552-957c-03c32ec36f27,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:52.382691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:52.408731 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca17839-4ae4-4bb8-9870-8b9f3a47f61d x-openstack-request-id: req-8ca17839-4ae4-4bb8-9870-8b9f3a47f61d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:52.409354 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "name": "network-vif-plugged", "status": "completed", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:52.409354 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8ca17839-4ae4-4bb8-9870-8b9f3a47f61d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:52.409540 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27', 'code': 200} Aug 26 21:22:52.461588 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:52.595270 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed3c7e-a8d5-4391-856f-e774fde054ad req-c0312a73-4f5c-4b93-866d-8283fa79817e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:52.596790 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14ed3c7e-a8d5-4391-856f-e774fde054ad req-c0312a73-4f5c-4b93-866d-8283fa79817e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1244619 Aug 26 21:22:52.605970 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e5e3e-290c-4c8b-b89a-03493e3d7438 req-58b75fa7-af31-4f48-8d7a-9e9baea2c13c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:52.607426 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e1e5e3e-290c-4c8b-b89a-03493e3d7438 req-58b75fa7-af31-4f48-8d7a-9e9baea2c13c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 944 time: 0.0878928 Aug 26 21:22:52.687436 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14ed3c7e-a8d5-4391-856f-e774fde054ad req-43db14f9-3b9e-401c-b0e9-031df7f59dbf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653596 Aug 26 21:22:52.692531 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f669d1-f724-4d94-9b4c-46078541283a req-ae48867d-04bd-4779-9043-159b812c62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:52.694116 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60f669d1-f724-4d94-9b4c-46078541283a req-ae48867d-04bd-4779-9043-159b812c62e7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 1099 time: 0.1163614 Aug 26 21:22:52.702012 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5e1e5e3e-290c-4c8b-b89a-03493e3d7438 req-a2adb2a5-1f9a-4c35-b416-68b8fad9e488 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742621 Aug 26 21:22:52.733248 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60f669d1-f724-4d94-9b4c-46078541283a req-e60651dc-28c6-424e-8609-4ac324aac162 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295329 Aug 26 21:22:53.288818 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981371-af3b-42ef-b82b-633e4153708e req-7b289836-fd04-4625-aec4-3bb880a1278f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:53.290487 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e5981371-af3b-42ef-b82b-633e4153708e req-7b289836-fd04-4625-aec4-3bb880a1278f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0524158 Aug 26 21:22:53.329511 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e5981371-af3b-42ef-b82b-633e4153708e req-9bbabff4-cfa4-448a-9d39-5debee9c9473 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Aug 26 21:22:53.846935 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535c3da-ef4b-4b12-9507-d5e87ece3761 req-76870aeb-c7e4-41ae-983f-e150b16e6af0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:53.848461 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d535c3da-ef4b-4b12-9507-d5e87ece3761 req-76870aeb-c7e4-41ae-983f-e150b16e6af0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 944 time: 0.0791135 Aug 26 21:22:53.856052 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c835f8-52b2-48f3-a23a-384ab130e541 req-538156ef-71d7-4740-a6b8-f5175301ab18 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:53.857471 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07c835f8-52b2-48f3-a23a-384ab130e541 req-538156ef-71d7-4740-a6b8-f5175301ab18 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0790429 Aug 26 21:22:53.916676 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d535c3da-ef4b-4b12-9507-d5e87ece3761 req-e6d8775e-f4dd-4a70-8307-8e28aea5d3a5 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582640 Aug 26 21:22:53.923671 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-07c835f8-52b2-48f3-a23a-384ab130e541 req-8f631fab-4a9a-4ee8-8815-61ce75e612fc tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582941 Aug 26 21:22:54.203431 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device ea360597-c1f6-4b74-bfc8-3126b4f51a55 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:22:54.296230 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:54.307397 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55', 'network_id': '973f1957-283b-4a48-af6d-81b36cd7504f', 'port_id': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55', 'mac_address': 'fa:16:3e:ae:d2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdd0be0-5720-4108-9eb3-3b3f1a702b18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:22:54.346285 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:54.363028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea360597-c1f6-4b74-bfc8-3126b4f51a55 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:22:54.382147 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:54.386211 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:54.432755 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:54.450126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadf235-2085-4436-ae76-7acbcd07cb57 req-99e15c61-672f-4e87-a512-116a7f9f94c1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:54.451561 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7cadf235-2085-4436-ae76-7acbcd07cb57 req-99e15c61-672f-4e87-a512-116a7f9f94c1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0549376 Aug 26 21:22:54.489464 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7cadf235-2085-4436-ae76-7acbcd07cb57 req-d0ec0629-3062-4075-be23-1ecc81aefd5f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Aug 26 21:22:54.800374 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['ea360597-c1f6-4b74-bfc8-3126b4f51a55'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:22:55.050458 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf1b7-9130-43e5-8b6e-933993b217ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:55.071549 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbb76f-6fb8-4c35-9702-0708bc4747b1 req-19d756fc-097a-4d71-baab-2cd3e8a1f924 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:55.073102 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aadbb76f-6fb8-4c35-9702-0708bc4747b1 req-19d756fc-097a-4d71-baab-2cd3e8a1f924 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 945 time: 0.0858684 Aug 26 21:22:55.083684 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98bfdc-a2db-4328-9a4d-52ce2b050b4a req-95fd2901-3dd0-4860-bc75-5ce917168354 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:55.085095 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c98bfdc-a2db-4328-9a4d-52ce2b050b4a req-95fd2901-3dd0-4860-bc75-5ce917168354 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0890908 Aug 26 21:22:55.146552 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aadbb76f-6fb8-4c35-9702-0708bc4747b1 req-84761e53-b516-4734-830e-3bf93f9c6c12 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604987 Aug 26 21:22:55.152200 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5c98bfdc-a2db-4328-9a4d-52ce2b050b4a req-9bcc1b00-3368-49e7-b402-5964a79009bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604944 Aug 26 21:22:56.213001 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device ea360597-c1f6-4b74-bfc8-3126b4f51a55 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:22:56.297903 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16449ba-7040-4899-87bf-c6b4ed00fa7a req-df22bc0b-7ec3-40bd-87fe-aeea19c9cbc0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:56.306366 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e16449ba-7040-4899-87bf-c6b4ed00fa7a req-df22bc0b-7ec3-40bd-87fe-aeea19c9cbc0 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 945 time: 0.0761635 Aug 26 21:22:56.308579 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port ea360597-c1f6-4b74-bfc8-3126b4f51a55 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:22:56.313489 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port ea360597-c1f6-4b74-bfc8-3126b4f51a55 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:22:56.313975 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:56.374775 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e16449ba-7040-4899-87bf-c6b4ed00fa7a req-92f414b5-6913-4b38-8dc4-6a180b49ba71 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673683 Aug 26 21:22:56.403633 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd91d0-b550-4ab2-a68c-97994e31133d req-1ed659de-4ae1-454a-9d0e-547bebd5c86f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:56.407900 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-12bd91d0-b550-4ab2-a68c-97994e31133d req-1ed659de-4ae1-454a-9d0e-547bebd5c86f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0911145 Aug 26 21:22:56.421106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:56.447460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:22:56.449845 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53022b2-dede-4f8c-bfe3-6317423c7dc5" -d '{"events": [{"server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:22:56.455823 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-12bd91d0-b550-4ab2-a68c-97994e31133d req-37a9fddd-1614-44ee-acc5-8a5fc11d0a97 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Aug 26 21:22:56.466126 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:22:56.471727 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:56.510845 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c73d7-cf0f-4520-8f28-4b70f806b1d9 x-openstack-request-id: req-7e1c73d7-cf0f-4520-8f28-4b70f806b1d9 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:22:56.511130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:22:56.511377 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e1c73d7-cf0f-4520-8f28-4b70f806b1d9 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:22:56.511782 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55', 'code': 200} Aug 26 21:22:56.540831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:56.714271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cc169-a427-4c88-9946-d3e937aee375 req-825d45e2-fa92-4727-836c-bd3f4163d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:56.715762 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d57cc169-a427-4c88-9946-d3e937aee375 req-825d45e2-fa92-4727-836c-bd3f4163d0d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 1099 time: 0.0457680 Aug 26 21:22:56.755754 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d57cc169-a427-4c88-9946-d3e937aee375 req-613de22b-7b0f-4b9f-961e-98a8fe1c1a7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282996 Aug 26 21:22:57.496350 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f28e-cac6-4c33-9365-e31301d08ee0 req-3601ba87-7324-4d25-b81d-318dec4bd547 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:57.497925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35e3f28e-cac6-4c33-9365-e31301d08ee0 req-3601ba87-7324-4d25-b81d-318dec4bd547 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0485768 Aug 26 21:22:57.544822 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35e3f28e-cac6-4c33-9365-e31301d08ee0 req-cde4dd63-2a89-4d06-a425-8937c1eb593c tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Aug 26 21:22:57.579689 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8470b5-bde6-4eb5-99c1-069020ec0d3c req-d6f7fc3a-5fa0-4894-aa43-9389be9697ed tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:57.581232 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c8470b5-bde6-4eb5-99c1-069020ec0d3c req-d6f7fc3a-5fa0-4894-aa43-9389be9697ed tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0524046 Aug 26 21:22:57.620399 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c8470b5-bde6-4eb5-99c1-069020ec0d3c req-9d8ff99c-8abc-40cf-8332-ba8d282d6c10 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Aug 26 21:22:57.630279 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:57.889292 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-172de0ff-5dab-4947-bb5a-1ac5a46eebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.384357 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45726) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:58.490079 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbbbd-0697-4397-8b63-007bfe87e1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.575673 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbbbd-0697-4397-8b63-007bfe87e1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.579675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5f4cbbbd-0697-4397-8b63-007bfe87e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.619565 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-5f4cbbbd-0697-4397-8b63-007bfe87e1ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0ed1f257c1d4cb29646860f3bf563f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341065 Aug 26 21:22:58.620893 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cbbbd-0697-4397-8b63-007bfe87e1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ffbef-a824-49ee-908c-92877d53088c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:58.623504 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45732) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:58.654466 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.692332 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ddd02-bdbb-478c-815e-e9b861872bdf req-faf49878-2aaf-4647-80a1-874f3bf9f84e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:58.697238 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec0ddd02-bdbb-478c-815e-e9b861872bdf req-faf49878-2aaf-4647-80a1-874f3bf9f84e tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0793896 Aug 26 21:22:58.749149 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.786908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc4bf-895b-47f7-9639-c5fa6793a98a req-0650683e-9955-4449-b91a-a342c73ebb78 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:58.788516 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d0dfc4bf-895b-47f7-9639-c5fa6793a98a req-0650683e-9955-4449-b91a-a342c73ebb78 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0935884 Aug 26 21:22:58.795687 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec0ddd02-bdbb-478c-815e-e9b861872bdf req-4bbdd584-7154-46a4-8c10-3798741c31eb tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889554 Aug 26 21:22:58.801464 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.861245 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d0dfc4bf-895b-47f7-9639-c5fa6793a98a req-4e72bc13-2ec9-44e8-b059-52e268b1208a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618656 Aug 26 21:22:58.881392 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.883942 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:58.885172 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/db9ffbef-a824-49ee-908c-92877d53088c HTTP/1.1" status: 204 len: 168 time: 0.2607377 Aug 26 21:22:58.894007 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c495776-b2c0-4732-a46e-c72e687e7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ffbef-a824-49ee-908c-92877d53088c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:59.153170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 45752) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:59.166830 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-041dae99-8403-463d-a5a9-acd2bcf8aa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.263393 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-041dae99-8403-463d-a5a9-acd2bcf8aa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.266854 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-041dae99-8403-463d-a5a9-acd2bcf8aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.304562 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-041dae99-8403-463d-a5a9-acd2bcf8aa56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c3f1017790164b3697bb00cd85db8343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502810 Aug 26 21:22:59.307136 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 45756) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:22:59.309267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041dae99-8403-463d-a5a9-acd2bcf8aa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf5414-23b7-45ac-9ac7-d8f4f6a20d69,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:59.367940 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.390246 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.435552 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.438339 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:22:59.440166 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fcf5414-23b7-45ac-9ac7-d8f4f6a20d69 HTTP/1.1" status: 204 len: 168 time: 0.1313024 Aug 26 21:22:59.448316 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c12234-b812-4b8b-abf2-8056d9d2f763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf5414-23b7-45ac-9ac7-d8f4f6a20d69,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:22:59.593960 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1730a2-7921-49ac-8d7e-dde22c03bd26 req-d8f73006-3dcf-41d0-b26a-ef3070731e6d tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:22:59.595463 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b1730a2-7921-49ac-8d7e-dde22c03bd26 req-d8f73006-3dcf-41d0-b26a-ef3070731e6d tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0501773 Aug 26 21:22:59.635035 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b1730a2-7921-49ac-8d7e-dde22c03bd26 req-9cc52a6a-3a95-4cfe-8d44-8c19b1be1cbd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Aug 26 21:23:00.003458 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa57d33-890f-4d77-acc4-c38b8cd572bd req-64ec3a4a-1878-4c74-9479-283d1da7bdde tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:00.004990 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aa57d33-890f-4d77-acc4-c38b8cd572bd req-64ec3a4a-1878-4c74-9479-283d1da7bdde tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0565033 Aug 26 21:23:00.045127 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2aa57d33-890f-4d77-acc4-c38b8cd572bd req-90344021-d6ee-4792-82ad-c3d204f1a619 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Aug 26 21:23:00.492452 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:00.756885 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afacb6-8d26-4bff-9d0a-6fe30c1d4e2e req-d3f9f554-f57c-4deb-8003-b0c285f489b3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:00.758357 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62afacb6-8d26-4bff-9d0a-6fe30c1d4e2e req-d3f9f554-f57c-4deb-8003-b0c285f489b3 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0492902 Aug 26 21:23:00.796987 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62afacb6-8d26-4bff-9d0a-6fe30c1d4e2e req-0c8064e9-682c-4e4c-9d94-630e5dc2ff9b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 26 21:23:01.161670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacce3b7-0edf-47b6-8088-00844700a05e req-23adb142-c483-49af-a652-be5d339516aa tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:01.163039 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cacce3b7-0edf-47b6-8088-00844700a05e req-23adb142-c483-49af-a652-be5d339516aa tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0494165 Aug 26 21:23:01.200066 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cacce3b7-0edf-47b6-8088-00844700a05e req-db2f4c9e-040f-432b-8762-8f00c196685c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Aug 26 21:23:01.739458 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf651bd3-9860-4366-babe-031c0f382183 req-42e68814-48ce-4a17-9c42-e918400e9c68 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:01.740922 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf651bd3-9860-4366-babe-031c0f382183 req-42e68814-48ce-4a17-9c42-e918400e9c68 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0509887 Aug 26 21:23:01.838241 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Deleting port ea360597-c1f6-4b74-bfc8-3126b4f51a55 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:23:01.838827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:01.961450 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f50928-ab41-48fa-b9e3-2ef851544bb3 req-ff51f099-15f2-444f-9be5-fdff4d40485b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:01.962957 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95f50928-ab41-48fa-b9e3-2ef851544bb3 req-ff51f099-15f2-444f-9be5-fdff4d40485b tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/ports?device_id=395e1d23-dc6e-4635-8559-491eedb0eb4e HTTP/1.1" status: 200 len: 946 time: 0.0838261 Aug 26 21:23:01.970829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] For port ea360597-c1f6-4b74-bfc8-3126b4f51a55, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=ea360597-c1f6-4b74-bfc8-3126b4f51a55,segment=NetworkSegment(13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2),segment_id=13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:01.971196 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:01.993311 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Calling delete_port for ea360597-c1f6-4b74-bfc8-3126b4f51a55 owned by compute:nova {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:23:02.053632 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95f50928-ab41-48fa-b9e3-2ef851544bb3 req-d1da403f-e472-4e51-838a-c5bec1cb16dd tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.26 "GET /v2.0/security-groups?id=1839b782-4f82-49d3-a5a0-bad33a42b787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846756 Aug 26 21:23:02.138215 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:02.155440 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['ea360597-c1f6-4b74-bfc8-3126b4f51a55'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:02.164195 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Pushing event deleted for resources: {'Port': ['ID=ea360597-c1f6-4b74-bfc8-3126b4f51a55,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:02.208282 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] No DVR routers for this DVR port ea360597-c1f6-4b74-bfc8-3126b4f51a55 on host hv-cinder-80626 {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:23:02.211002 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:02.213174 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf651bd3-9860-4366-babe-031c0f382183 req-b98233ae-3ffa-41da-a1d8-2808ac542245 tempest-VolumesActionsTest-859003968 tempest-VolumesActionsTest-859003968-project] 10.222.0.47 "DELETE /v2.0/ports/ea360597-c1f6-4b74-bfc8-3126b4f51a55 HTTP/1.1" status: 204 len: 173 time: 0.4585702 Aug 26 21:23:02.213608 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'name': 'network-vif-deleted', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:02.215965 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c946d04-25bb-4d80-94e6-6ac901ebfa27" -d '{"events": [{"server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "name": "network-vif-deleted", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:02.257789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b238e5-d94a-495a-b89d-e391ffb2d500 x-openstack-request-id: req-c3b238e5-d94a-495a-b89d-e391ffb2d500 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:02.258073 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395e1d23-dc6e-4635-8559-491eedb0eb4e", "name": "network-vif-deleted", "tag": "ea360597-c1f6-4b74-bfc8-3126b4f51a55", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:02.258317 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3b238e5-d94a-495a-b89d-e391ffb2d500 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:02.258696 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395e1d23-dc6e-4635-8559-491eedb0eb4e', 'name': 'network-vif-deleted', 'tag': 'ea360597-c1f6-4b74-bfc8-3126b4f51a55', 'status': 'completed', 'code': 200} Aug 26 21:23:02.358131 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294f6f0-e738-4f50-a463-5fad56c32102 req-bc3302f4-df82-4871-933b-a645947bf550 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:02.359874 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4294f6f0-e738-4f50-a463-5fad56c32102 req-bc3302f4-df82-4871-933b-a645947bf550 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0552573 Aug 26 21:23:02.397453 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4294f6f0-e738-4f50-a463-5fad56c32102 req-e07fb063-2e96-4ee4-9281-0895fb2295c6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311027 Aug 26 21:23:03.516326 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83809d3b-b301-40ec-9878-c86789f595e6 req-56981011-3560-4d9b-afbb-caf4901f5e35 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:03.518222 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83809d3b-b301-40ec-9878-c86789f595e6 req-56981011-3560-4d9b-afbb-caf4901f5e35 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0522795 Aug 26 21:23:03.559446 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-83809d3b-b301-40ec-9878-c86789f595e6 req-862aaa3d-79e0-4f80-b6f5-df23d7d98e6b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Aug 26 21:23:04.678750 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7d049-7eb9-402e-b6ef-0701b0ecd7a7 req-3bca79cf-d79c-448d-ab58-deb4531319d8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:04.680157 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57a7d049-7eb9-402e-b6ef-0701b0ecd7a7 req-3bca79cf-d79c-448d-ab58-deb4531319d8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0512464 Aug 26 21:23:04.722721 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57a7d049-7eb9-402e-b6ef-0701b0ecd7a7 req-d65ca3a4-e38a-4eea-b28d-d966d8f9cc38 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Aug 26 21:23:05.386443 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:23:05.852007 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26aaca-439f-46d5-bf15-7ce9e422bc02 req-d0ceb948-9f6f-4285-8d89-73e00e15dbae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:05.853949 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f26aaca-439f-46d5-bf15-7ce9e422bc02 req-d0ceb948-9f6f-4285-8d89-73e00e15dbae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0565701 Aug 26 21:23:05.953018 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f26aaca-439f-46d5-bf15-7ce9e422bc02 req-ebd89e87-5c71-4dac-9cd1-3d1a3c3a7c94 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905924 Aug 26 21:23:05.998430 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-7d3740f4-5bd0-4abd-ac10-93f807171695 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:06.000044 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-7d3740f4-5bd0-4abd-ac10-93f807171695 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.1301661 Aug 26 21:23:06.016529 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-20c918ee-d6a1-49b8-a98b-a908ed5bf552 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/quotas/0ac2478b592d4bd7a39a5f6be19bcf40 HTTP/1.1" status: 200 len: 375 time: 0.0099735 Aug 26 21:23:06.082652 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-1fea07ce-f24d-487f-8221-0a50c7169df9 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0560164 Aug 26 21:23:06.169274 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-0583038d-f9e8-485c-a574-104128dd43ef service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797226 Aug 26 21:23:06.266088 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-ecf8e40f-032a-491f-a9ea-a9c81e46a026 service neutron] 10.222.0.26 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903010 Aug 26 21:23:06.419170 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5749ba8-477a-4267-b5e1-8846f0bb310d req-8e3bb526-cd4a-49c1-8a29-bacc60109201 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 210 time: 0.0263758 Aug 26 21:23:07.068051 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbd6f5-3684-4f1d-a837-5a546975b33d req-c164ad46-09f6-4f70-a2df-cbf6e1ba9ffb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:07.069539 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9dbd6f5-3684-4f1d-a837-5a546975b33d req-c164ad46-09f6-4f70-a2df-cbf6e1ba9ffb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 26 21:23:07.107163 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c9dbd6f5-3684-4f1d-a837-5a546975b33d req-b36eb33f-c674-440f-a72c-737854b21720 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Aug 26 21:23:07.301766 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device ea360597-c1f6-4b74-bfc8-3126b4f51a55 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:23:07.321854 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: ea360597-c1f6-4b74-bfc8-3126b4f51a55 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:23:07.322219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device ea360597-c1f6-4b74-bfc8-3126b4f51a55 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:23:07.510150 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9bc123f-4be9-49d3-89c6-227a86319932 req-2fe7c85b-44ab-469d-9a2b-ad76d833ef05 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 210 time: 0.0265982 Aug 26 21:23:08.225963 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b134c-41cd-4cb6-8288-18b89f92838a req-d4e4ca89-bd6e-4e36-bec2-874893939ec0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:08.227413 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ae7b134c-41cd-4cb6-8288-18b89f92838a req-d4e4ca89-bd6e-4e36-bec2-874893939ec0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0537131 Aug 26 21:23:08.264867 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ae7b134c-41cd-4cb6-8288-18b89f92838a req-6660827c-56ca-4ac9-b90b-5f3fee59a0ed tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 26 21:23:08.600146 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79b1f026-5b0a-474d-8cb0-49940b2ac4e5 req-b47cfa3f-8f43-4aee-ba79-08eb19d692cf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 210 time: 0.0261147 Aug 26 21:23:09.389053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9b6b7-6984-41cc-879c-3e252f5042de req-bb9b5284-de20-4cde-b74b-87fea914c7d1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:09.390562 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3ba9b6b7-6984-41cc-879c-3e252f5042de req-bb9b5284-de20-4cde-b74b-87fea914c7d1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0570149 Aug 26 21:23:09.428388 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3ba9b6b7-6984-41cc-879c-3e252f5042de req-f8691df7-f8d6-44be-864f-4a25928ee9f3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 26 21:23:09.695418 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34182229-4749-4932-8aef-772938167def req-eabe6e7e-feb2-4be9-908c-e15b82d79270 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 210 time: 0.0292957 Aug 26 21:23:09.852063 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-be6a52f7-0b74-4537-942a-ff4eb42cceed tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:09.853516 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-be6a52f7-0b74-4537-942a-ff4eb42cceed tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 815 time: 0.0995736 Aug 26 21:23:09.869403 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Request body: {'port': {'device_id': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'admin_state_up': True, 'tenant_id': '0ac2478b592d4bd7a39a5f6be19bcf40'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:23:09.977165 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Made reservation on behalf of 0ac2478b592d4bd7a39a5f6be19bcf40 for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:23:09.980730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.101097 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Allocated IP 172.20.0.9 (5879e994-e93e-4697-986e-7ade6246e5ad/211ef719-9960-4d13-9053-806a91f88212/d885f584-ef44-4daf-b95d-30b14365dccc) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:23:10.250551 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.287798 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.303455 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a', '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', '3822e84c-4fea-4552-957c-03c32ec36f27'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:10.334235 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Network 5879e994-e93e-4697-986e-7ade6246e5ad is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:23:10.337303 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:23:10.341085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:23:10.347107 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:10.347719 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.357843 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event updated for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:10.366246 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-36bd6dcc-44fa-48b4-9945-a4193d4a92d0 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5005114 Aug 26 21:23:10.392890 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Request body: {'port': {'device_id': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:23:10.468913 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.620360 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5442d5-3ad1-42f0-85c8-40f83218595d req-f25603a6-b1f0-4519-889f-1bde936129bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:10.627754 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d5442d5-3ad1-42f0-85c8-40f83218595d req-f25603a6-b1f0-4519-889f-1bde936129bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1182370 Aug 26 21:23:10.710712 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5d5442d5-3ad1-42f0-85c8-40f83218595d req-ae543993-3bc2-4412-91c2-8eb73d2c2a2e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821157 Aug 26 21:23:10.868773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8677fc7-9de3-4d62-8a89-c3cdcb35f56e req-15d2c20c-eb3a-407c-8344-ec35909db0e8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:10.870562 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8677fc7-9de3-4d62-8a89-c3cdcb35f56e req-15d2c20c-eb3a-407c-8344-ec35909db0e8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 931 time: 0.0951753 Aug 26 21:23:10.892227 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d885f584-ef44-4daf-b95d-30b14365dccc {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:23:10.910000 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:10.936496 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Transition to ACTIVE for port object d885f584-ef44-4daf-b95d-30b14365dccc will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:23:10.941309 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8677fc7-9de3-4d62-8a89-c3cdcb35f56e req-6b1b53a2-b379-4299-a397-1c7e5354b7db tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614784 Aug 26 21:23:10.942266 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:11.016099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:11.034054 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Attempting to bind port d885f584-ef44-4daf-b95d-30b14365dccc on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:23:11.034394 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Attempting to bind port d885f584-ef44-4daf-b95d-30b14365dccc by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:23:11.034825 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Attempting to bind port d885f584-ef44-4daf-b95d-30b14365dccc on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:23:11.040671 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Port d885f584-ef44-4daf-b95d-30b14365dccc on network 5879e994-e93e-4697-986e-7ade6246e5ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:23:11.041177 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Attempting to bind port d885f584-ef44-4daf-b95d-30b14365dccc on network 5879e994-e93e-4697-986e-7ade6246e5ad {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:23:11.046605 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:23:11.046942 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Checking segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:23:11.047394 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Bound using segment: {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:23:11.048005 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Bound port: d885f584-ef44-4daf-b95d-30b14365dccc, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3ac299-ea6e-4156-a723-293789e87b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:23:11.048460 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:11.120441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:23:11.123972 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d885f584-ef44-4daf-b95d-30b14365dccc,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:23:11.129378 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:11.175072 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:11.175841 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:11.177502 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d885f584-ef44-4daf-b95d-30b14365dccc HTTP/1.1" status: 200 len: 1093 time: 0.7901149 Aug 26 21:23:11.178055 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:11.180691 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26923fa-62a6-4da3-9756-6fe6280c9084" -d '{"events": [{"name": "network-changed", "server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:11.206461 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fbc8a-9487-46be-89dc-37567561d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:11.222673 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f923f417-e7dd-4795-8f03-091f2c14aee3 x-openstack-request-id: req-f923f417-e7dd-4795-8f03-091f2c14aee3 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:11.223217 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:11.223473 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f923f417-e7dd-4795-8f03-091f2c14aee3 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:11.224105 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc', 'status': 'completed', 'code': 200} Aug 26 21:23:11.274923 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-faaf9c17-e466-4d10-9bdb-e01faeae84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:11.276360 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-faaf9c17-e466-4d10-9bdb-e01faeae84ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 1096 time: 0.0442214 Aug 26 21:23:11.566011 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-7a6db8bd-abc9-4604-9dc1-e945f27271a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d885f584-ef44-4daf-b95d-30b14365dccc HTTP/1.1" status: 200 len: 217 time: 0.2657051 Aug 26 21:23:11.619304 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88897f-6137-440d-b13c-172a765744f7 req-d1676291-cdfd-488e-9fd5-7fd147132789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:11.620797 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-d1676291-cdfd-488e-9fd5-7fd147132789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0470521 Aug 26 21:23:11.655183 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-6a869556-6dc4-4bdb-8c7b-ad6939616125 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261123 Aug 26 21:23:11.776928 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-d589a282-f3ae-4bfc-b236-9dc4fa6def7a service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094429 Aug 26 21:23:11.923657 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1c88897f-6137-440d-b13c-172a765744f7 req-66680c80-eb17-48b0-aae9-6b971fe5b813 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382957 Aug 26 21:23:11.934916 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335e363-d11b-41d4-9d8f-d01d5547abb8 req-34ae26dd-af57-4f61-9440-bddc44ffef3f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:11.936422 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1335e363-d11b-41d4-9d8f-d01d5547abb8 req-34ae26dd-af57-4f61-9440-bddc44ffef3f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0993464 Aug 26 21:23:11.991251 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1335e363-d11b-41d4-9d8f-d01d5547abb8 req-4ed2ab57-9bb7-4a71-afe2-a35b460c9fb0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466475 Aug 26 21:23:12.028166 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-5fb207a6-e318-44f6-a31f-1f5e547997d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:12.029586 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-5fb207a6-e318-44f6-a31f-1f5e547997d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 1096 time: 0.0530348 Aug 26 21:23:12.130178 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b1e22-a0eb-4caf-aad4-b596093e155a req-2a9eecbb-c266-44e7-bc49-edd3b786bb70 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:12.131668 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-687b1e22-a0eb-4caf-aad4-b596093e155a req-2a9eecbb-c266-44e7-bc49-edd3b786bb70 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 943 time: 0.1138864 Aug 26 21:23:12.180876 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-c55fd8fa-e575-46b6-b191-e6f6d15cf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:12.182339 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-c55fd8fa-e575-46b6-b191-e6f6d15cf2cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 200 len: 916 time: 0.1342044 Aug 26 21:23:12.187105 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-687b1e22-a0eb-4caf-aad4-b596093e155a req-a3a7a71e-b58e-40aa-8e86-441fc22735e4 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492766 Aug 26 21:23:12.227220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-6fb75302-b248-4266-a2e7-ff1ac31a75a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d885f584-ef44-4daf-b95d-30b14365dccc HTTP/1.1" status: 200 len: 217 time: 0.0331595 Aug 26 21:23:12.302915 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-509d2878-5d9a-4b48-824b-3bd88d5b8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:12.302915 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-509d2878-5d9a-4b48-824b-3bd88d5b8564 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 200 len: 855 time: 0.0574391 Aug 26 21:23:12.336019 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-1ca0dd46-6100-4dd3-87f5-9bf0b4095a49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5879e994-e93e-4697-986e-7ade6246e5ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298431 Aug 26 21:23:12.432373 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-d5df6d8c-b655-4ea1-a169-be1801b9dd83 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Aug 26 21:23:12.528714 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e26923fa-62a6-4da3-9756-6fe6280c9084 req-f4eebf5f-0f58-4fa0-afcd-ab73e32787e4 service neutron] 10.222.0.47 "GET /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Aug 26 21:23:13.122494 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc57c9-7ce2-43c6-ab68-d2cf2998add8 req-53f7846e-8b41-4475-8e0c-321ba37be91d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:13.124008 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-affc57c9-7ce2-43c6-ab68-d2cf2998add8 req-53f7846e-8b41-4475-8e0c-321ba37be91d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Aug 26 21:23:13.163452 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-affc57c9-7ce2-43c6-ab68-d2cf2998add8 req-40fff2c7-cde7-4a14-af1e-59df3db8c48b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Aug 26 21:23:13.302709 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f627fa1-01d6-4829-a8e1-4e85390a7d60 req-6bb81255-5307-4bef-b785-ec8ba65f600c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:13.304196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f627fa1-01d6-4829-a8e1-4e85390a7d60 req-6bb81255-5307-4bef-b785-ec8ba65f600c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 943 time: 0.0489872 Aug 26 21:23:13.350102 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f627fa1-01d6-4829-a8e1-4e85390a7d60 req-3135584d-bbcc-4270-80d3-82276c5437c6 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Aug 26 21:23:14.326674 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26eb913-e911-4399-a685-91ccd254554d req-eac76c83-213d-4645-b5a5-454575a56881 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:14.335941 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d26eb913-e911-4399-a685-91ccd254554d req-eac76c83-213d-4645-b5a5-454575a56881 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1025262 Aug 26 21:23:14.376257 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d26eb913-e911-4399-a685-91ccd254554d req-1bff9fc6-74ac-4280-b024-2e6ba0977dee tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Aug 26 21:23:14.488858 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f422ba-e154-4e07-8629-18d57ef942fd req-bd533490-cd84-431c-9f01-96b92dc9a5e1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:14.495950 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9f422ba-e154-4e07-8629-18d57ef942fd req-bd533490-cd84-431c-9f01-96b92dc9a5e1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 943 time: 0.0717599 Aug 26 21:23:14.539921 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e9f422ba-e154-4e07-8629-18d57ef942fd req-5377937e-0cb5-4aa9-960c-740b816f6980 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Aug 26 21:23:14.832564 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-ce05023b-ded3-4a3c-9b43-c7802653eac5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66772234&fields=id&tenant_id=75617b27657041618257c1738d0c1c3b HTTP/1.1" status: 200 len: 267 time: 0.0353472 Aug 26 21:23:14.945792 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-e59b81d8-9dea-4278-8953-91aecd07aa8b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:14.947329 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-e59b81d8-9dea-4278-8953-91aecd07aa8b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 808 time: 0.1082213 Aug 26 21:23:14.966412 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-80c9f0fc-86a3-45f6-b350-13808a527082 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/quotas/75617b27657041618257c1738d0c1c3b HTTP/1.1" status: 200 len: 375 time: 0.0100958 Aug 26 21:23:15.023935 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-e0202b48-6124-431a-8bf4-ff23d8c9cb8d tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499895 Aug 26 21:23:15.135149 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-5aac6e5d-29c7-4c85-82e1-9155c124e62a service neutron] 10.222.0.26 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960073 Aug 26 21:23:15.224644 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-9699fb7d-fe9f-4478-a77d-2ee925c973a2 service neutron] 10.222.0.26 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833738 Aug 26 21:23:15.609840 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476987df-1017-422a-9847-9346e590f7d0 req-d59f5984-fb78-4c96-8626-9b47bb3fc26a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:15.617697 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476987df-1017-422a-9847-9346e590f7d0 req-d59f5984-fb78-4c96-8626-9b47bb3fc26a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0636444 Aug 26 21:23:15.659107 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-476987df-1017-422a-9847-9346e590f7d0 req-1ede1e2d-3156-45e9-93e9-d76fbc4ba907 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Aug 26 21:23:15.733538 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6e575a06-f50b-40bd-b00e-a6d517059743 req-c6b28971-92a0-4d21-b115-43b897b3715f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 210 time: 0.0382187 Aug 26 21:23:15.876213 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c2d9-40ed-4ce0-94bb-17c42d048197 req-dfd1e074-0840-4f94-b7da-3d95372d72bf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:15.884832 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5469c2d9-40ed-4ce0-94bb-17c42d048197 req-dfd1e074-0840-4f94-b7da-3d95372d72bf tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 943 time: 0.0873809 Aug 26 21:23:15.930350 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5469c2d9-40ed-4ce0-94bb-17c42d048197 req-4778d41e-18c7-4172-921f-6b5d8247988f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Aug 26 21:23:16.252964 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d885f584-ef44-4daf-b95d-30b14365dccc details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:23:16.350106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d885f584-ef44-4daf-b95d-30b14365dccc,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:16.363654 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'd885f584-ef44-4daf-b95d-30b14365dccc', 'network_id': '5879e994-e93e-4697-986e-7ade6246e5ad', 'port_id': 'd885f584-ef44-4daf-b95d-30b14365dccc', 'mac_address': 'fa:16:3e:98:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '211ef719-9960-4d13-9053-806a91f88212', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:23:16.422730 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:16.441949 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d885f584-ef44-4daf-b95d-30b14365dccc {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:23:16.464034 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d885f584-ef44-4daf-b95d-30b14365dccc,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:16.469391 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:16.525778 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:16.804633 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['d885f584-ef44-4daf-b95d-30b14365dccc'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:16.834584 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-ae8fcc10-624d-4680-a81a-6cd190e385f2 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:16.836160 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-ae8fcc10-624d-4680-a81a-6cd190e385f2 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 808 time: 0.1833112 Aug 26 21:23:16.849468 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fabf6b-14ff-4028-a3c3-04e389bf1766 req-d3f74886-5052-4245-a252-06d790bd1564 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:16.851086 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5fabf6b-14ff-4028-a3c3-04e389bf1766 req-d3f74886-5052-4245-a252-06d790bd1564 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1040747 Aug 26 21:23:16.932118 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-c90f8eca-0760-4397-8bfc-7a0ad77c374a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75617b27657041618257c1738d0c1c3b HTTP/1.1" status: 200 len: 378 time: 0.0800178 Aug 26 21:23:16.948452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'port': {'device_id': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'admin_state_up': True, 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'security_groups': ['0073e072-c48a-4f8a-9073-52155a73e1e2']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:23:16.968862 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f5fabf6b-14ff-4028-a3c3-04e389bf1766 req-543504f6-3612-4718-a337-6d2df270e3cc tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101594 Aug 26 21:23:17.092438 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a88ce6cc-2d97-4416-bc87-686ec1cba708 req-f7ee7272-f281-4550-a1c5-364b2b79a617 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 210 time: 0.0366392 Aug 26 21:23:17.139490 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Made reservation on behalf of 75617b27657041618257c1738d0c1c3b for: {'port': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:23:17.145555 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:17.266211 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d34489-b698-4e19-a157-72d88383e714 req-37fc161d-2217-400e-a581-56aa30134722 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:17.268240 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95d34489-b698-4e19-a157-72d88383e714 req-37fc161d-2217-400e-a581-56aa30134722 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 944 time: 0.1058424 Aug 26 21:23:17.355513 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Allocated IP 172.20.0.9 (2090a94d-bd78-4d56-bea6-78c2f9eed707/802b3797-3ed7-4dd3-947f-c6ac572bee2b/8497dd56-58e4-43b7-b1b5-c903ebf3043b) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:23:17.373808 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95d34489-b698-4e19-a157-72d88383e714 req-bc5824a4-4061-4b93-9833-4dd1b901246d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766122 Aug 26 21:23:17.537803 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:17.550863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Transition to ACTIVE for port object 8497dd56-58e4-43b7-b1b5-c903ebf3043b will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:23:17.585413 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:17.631671 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:23:17.635170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:23:17.637756 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:23:17.655079 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:17.655814 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:17.663003 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:17.672512 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.672863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.673204 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.674185 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.674524 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.674858 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.675186 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.675515 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.675874 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.676202 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.676570 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.676846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:17.698406 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-37c7eb1f-1c5b-4963-8fdf-f0e6ea953a12 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7565629 Aug 26 21:23:17.713159 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Request body: {'port': {'device_id': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:23:17.788363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:17.957455 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e0842c11-024a-47af-a70a-e36374ca97f5 None None] Provisioning for port 8497dd56-58e4-43b7-b1b5-c903ebf3043b completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:23:17.961568 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e0842c11-024a-47af-a70a-e36374ca97f5 None None] Provisioning complete for port 8497dd56-58e4-43b7-b1b5-c903ebf3043b triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:23:17.961925 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e0842c11-024a-47af-a70a-e36374ca97f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.015222 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e0842c11-024a-47af-a70a-e36374ca97f5 None None] Port 8497dd56-58e4-43b7-b1b5-c903ebf3043b cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:23:18.118587 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8497dd56-58e4-43b7-b1b5-c903ebf3043b {{(pid=93860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:23:18.129733 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.149789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7e1d8-a658-4840-9648-4be2e09d1cb8 req-89c6f2ec-742d-4bec-978c-61418685192f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.151490 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0eb7e1d8-a658-4840-9648-4be2e09d1cb8 req-89c6f2ec-742d-4bec-978c-61418685192f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0926743 Aug 26 21:23:18.154440 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Transition to ACTIVE for port object 8497dd56-58e4-43b7-b1b5-c903ebf3043b will not be triggered until provisioned by entity L2. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:23:18.165453 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.237239 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0eb7e1d8-a658-4840-9648-4be2e09d1cb8 req-e2e214d0-7139-4973-8da1-a30a97fd57ef tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783589 Aug 26 21:23:18.245082 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:18.248526 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d885f584-ef44-4daf-b95d-30b14365dccc up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:23:18.292026 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Attempting to bind port 8497dd56-58e4-43b7-b1b5-c903ebf3043b on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:23:18.292370 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Attempting to bind port 8497dd56-58e4-43b7-b1b5-c903ebf3043b by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:23:18.292699 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Attempting to bind port 8497dd56-58e4-43b7-b1b5-c903ebf3043b on network 2090a94d-bd78-4d56-bea6-78c2f9eed707 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:23:18.297763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Port 8497dd56-58e4-43b7-b1b5-c903ebf3043b on network 2090a94d-bd78-4d56-bea6-78c2f9eed707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:23:18.298091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Attempting to bind port 8497dd56-58e4-43b7-b1b5-c903ebf3043b on network 2090a94d-bd78-4d56-bea6-78c2f9eed707 {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:23:18.304308 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:23:18.304648 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Checking segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:23:18.305954 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Bound using segment: {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'} {{(pid=93860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:23:18.306555 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.managers [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Bound port: 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707'}}] {{(pid=93860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:23:18.306936 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.367863 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port d885f584-ef44-4daf-b95d-30b14365dccc completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:23:18.379657 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port d885f584-ef44-4daf-b95d-30b14365dccc triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:23:18.380377 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.412338 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.469988 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db02713-4dbb-4fb4-9474-bcc12f53bf8b req-3df000ca-b844-41c3-be2e-695ae2dc7f15 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.479244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4db02713-4dbb-4fb4-9474-bcc12f53bf8b req-3df000ca-b844-41c3-be2e-695ae2dc7f15 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.1075900 Aug 26 21:23:18.482761 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, cleared binding levels {{(pid=93860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:23:18.493807 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:23:18.497816 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.504778 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.555930 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.556699 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.558505 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] 10.222.0.47 "PUT /v2.0/ports/8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 1093 time: 0.8500483 Aug 26 21:23:18.561164 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:18.563694 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:18.568471 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14" -d '{"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:18.570226 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688f7b66-cf22-4e89-8d56-8d4046974571" -d '{"events": [{"server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "name": "network-vif-plugged", "status": "completed", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:18.624169 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d885f584-ef44-4daf-b95d-30b14365dccc,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:18.631116 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4db02713-4dbb-4fb4-9474-bcc12f53bf8b req-ea222472-0361-4481-8ecc-b4704578c6f7 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1430120 Aug 26 21:23:18.632828 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:18.728974 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd33ef-2ab5-4691-b2d6-4c45a7430191 service neutron] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=3']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:18.740523 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:18.755036 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-53140f94-c1b0-44e7-8c73-d10816478ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.756626 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-53140f94-c1b0-44e7-8c73-d10816478ced service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1096 time: 0.1220801 Aug 26 21:23:18.848518 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-03cd32fd-414c-4aa0-a762-b5e1faea26dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 217 time: 0.0823183 Aug 26 21:23:18.868467 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-40bb101a-2e83-4d5d-9125-cba3b71ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.871641 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-40bb101a-2e83-4d5d-9125-cba3b71ebed9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0596988 Aug 26 21:23:18.955797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-38f6d632-8e32-4945-be7d-05fa9507e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.958244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-38f6d632-8e32-4945-be7d-05fa9507e399 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.0948639 Aug 26 21:23:18.967076 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11b93e-d8c6-4541-9582-95dd2424cb05 req-ed655a44-1660-472f-aa71-91c42c8ce116 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.972186 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a11b93e-d8c6-4541-9582-95dd2424cb05 req-ed655a44-1660-472f-aa71-91c42c8ce116 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.1259799 Aug 26 21:23:18.995339 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-6c60988d-e012-4403-afd6-83bc36c0c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:18.996798 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-6c60988d-e012-4403-afd6-83bc36c0c8ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.1009259 Aug 26 21:23:19.049990 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-9104246b-393c-4c38-ab68-91a4427178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.051415 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-9104246b-393c-4c38-ab68-91a4427178cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783410 Aug 26 21:23:19.054387 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2a11b93e-d8c6-4541-9582-95dd2424cb05 req-78101271-2a0b-48d3-8396-fb2ed7b5c549 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710754 Aug 26 21:23:19.058362 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-2e43309f-608a-455e-b5ee-4d475d6199ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0457869 Aug 26 21:23:19.123688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-aa20fe00-5d10-4706-b46a-d48fae6262fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.125699 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-aa20fe00-5d10-4706-b46a-d48fae6262fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0486827 Aug 26 21:23:19.182388 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9fcb1b-757a-445c-a016-8d225fa4409d x-openstack-request-id: req-8d9fcb1b-757a-445c-a016-8d225fa4409d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:19.183035 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "name": "network-vif-plugged", "status": "completed", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:19.183035 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d9fcb1b-757a-445c-a016-8d225fa4409d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:19.183726 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc', 'code': 200} Aug 26 21:23:19.196568 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-87b3357c-db6c-4d19-a9dc-a014567fdd1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448329 Aug 26 21:23:19.312721 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-6d970cb9-a3f9-48ed-84ed-9d37c88d6998 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056011 Aug 26 21:23:19.378195 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b441b-8f24-43af-bc1c-227b38f88858 x-openstack-request-id: req-ca2b441b-8f24-43af-bc1c-227b38f88858 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:19.378829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:19.378829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca2b441b-8f24-43af-bc1c-227b38f88858 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:19.379187 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'status': 'completed', 'code': 200} Aug 26 21:23:19.455627 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-1d36afc2-c2e5-45a3-a103-74c28b121a4c service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814225 Aug 26 21:23:19.464036 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99cf3124-aecb-4b1d-afbf-5e794910baa3 req-3b0265aa-04e5-490a-8d9b-70cde74374a2 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399729 Aug 26 21:23:19.477271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635369a2-6607-4988-99d6-b29327cea9b8 req-e17af6d1-9f90-4267-b1b2-0e9000ca95ce tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.478802 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-635369a2-6607-4988-99d6-b29327cea9b8 req-e17af6d1-9f90-4267-b1b2-0e9000ca95ce tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0772209 Aug 26 21:23:19.484008 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f88e10-6418-4507-88c8-863c280ad118 req-85ac33f9-2ae9-43a0-b7a8-824447e0a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.485916 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99f88e10-6418-4507-88c8-863c280ad118 req-85ac33f9-2ae9-43a0-b7a8-824447e0a079 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 1098 time: 0.0924916 Aug 26 21:23:19.550773 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-99f88e10-6418-4507-88c8-863c280ad118 req-ee460ade-ba2a-454d-9698-cf728fbfca1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551810 Aug 26 21:23:19.576017 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-635369a2-6607-4988-99d6-b29327cea9b8 req-5eb0da7b-78fd-4a56-b5fc-742b8987b73c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861096 Aug 26 21:23:19.608477 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1cfff9a7-c95b-4bb0-8dbb-94b7f64ee9b2 req-aef38811-e153-4fc7-aa12-44ed57424250 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286960 Aug 26 21:23:19.741650 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366025df-fa28-4fbc-aa55-a6b584c9bef2 req-f915b205-bb3e-4e11-8c8d-38c2e185bdb1 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.744161 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-366025df-fa28-4fbc-aa55-a6b584c9bef2 req-f915b205-bb3e-4e11-8c8d-38c2e185bdb1 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0512822 Aug 26 21:23:19.780424 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-366025df-fa28-4fbc-aa55-a6b584c9bef2 req-9f0e6288-459b-45b3-b860-b7811da4d9e3 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313566 Aug 26 21:23:19.912268 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-c5bc459e-fb86-4514-b9e1-4d184ee1d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:19.913816 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-c5bc459e-fb86-4514-b9e1-4d184ee1d598 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1096 time: 0.0452769 Aug 26 21:23:20.018789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-3a6a54fa-602f-4563-b94e-3d71760d464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.020413 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-3a6a54fa-602f-4563-b94e-3d71760d464f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 909 time: 0.0968115 Aug 26 21:23:20.062699 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-c9030967-df05-4bc8-8e33-b867763430d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 217 time: 0.0339687 Aug 26 21:23:20.117446 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-0100826e-4a79-4dc0-a5d0-be734b5ccaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.118914 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-0100826e-4a79-4dc0-a5d0-be734b5ccaaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.0493011 Aug 26 21:23:20.192509 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-5ebde15f-0ee0-4f13-afad-570f453eb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.194280 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-5ebde15f-0ee0-4f13-afad-570f453eb5a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654910 Aug 26 21:23:20.210234 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a29982-4728-4db5-b685-6dc20723590e req-78c6ba00-ca3a-4a67-a03c-93879414c06c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.211679 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6a29982-4728-4db5-b685-6dc20723590e req-78c6ba00-ca3a-4a67-a03c-93879414c06c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0736551 Aug 26 21:23:20.306379 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e6a29982-4728-4db5-b685-6dc20723590e req-81d42aaf-8e0c-4b50-a6cb-0a3e7c840319 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858040 Aug 26 21:23:20.337019 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-911a46b8-27d2-41d2-9d2f-00ce6b50cde7 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243894 Aug 26 21:23:20.436145 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ff342bc4-c0fd-4bd4-8f25-08ed6d57bc14 req-bf10e7a4-6a6a-476b-a9cb-d9ead8f1e18b service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903928 Aug 26 21:23:20.699861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e908-c5c4-4a06-b068-b4fdb97f8095 req-4014ca0f-b0bd-44d6-bd94-fffb4ad3d78b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.701360 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3032e908-c5c4-4a06-b068-b4fdb97f8095 req-4014ca0f-b0bd-44d6-bd94-fffb4ad3d78b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Aug 26 21:23:20.742861 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3032e908-c5c4-4a06-b068-b4fdb97f8095 req-01cbe473-26df-4be4-a437-a1b156d446aa tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352151 Aug 26 21:23:20.906760 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ab0f4-a4bd-423c-8c5e-bd0ba40cdaff req-7194b8f3-638d-4d49-bd2f-88f87bec3297 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:20.909052 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-086ab0f4-a4bd-423c-8c5e-bd0ba40cdaff req-7194b8f3-638d-4d49-bd2f-88f87bec3297 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0616868 Aug 26 21:23:20.953157 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-086ab0f4-a4bd-423c-8c5e-bd0ba40cdaff req-5ce8d4ef-f557-41f8-8e27-95634278d0b5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356045 Aug 26 21:23:21.430666 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44ecb0-2022-4dd8-a270-0dca30f4854a req-87c35bbe-e274-4c0b-a090-4727193bc4a1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:21.432186 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c44ecb0-2022-4dd8-a270-0dca30f4854a req-87c35bbe-e274-4c0b-a090-4727193bc4a1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0540671 Aug 26 21:23:21.471926 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c44ecb0-2022-4dd8-a270-0dca30f4854a req-e3b25798-7958-4a86-b3df-66945ee429cc tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Aug 26 21:23:21.920806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7f654-f063-4e4b-bc88-4fe3a8439b6d req-d8984f8f-72ad-4529-8bfe-cc98d08f6bb7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:21.922495 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-58b7f654-f063-4e4b-bc88-4fe3a8439b6d req-d8984f8f-72ad-4529-8bfe-cc98d08f6bb7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0573938 Aug 26 21:23:21.966307 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-58b7f654-f063-4e4b-bc88-4fe3a8439b6d req-6993fc51-f110-44f2-8550-67ac4e929e1b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Aug 26 21:23:22.094091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0685a3-07b0-465c-a3e1-013e764fd58d req-78d02cc9-0ac8-4f67-8af3-01cc6703d2ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:22.103480 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe0685a3-07b0-465c-a3e1-013e764fd58d req-78d02cc9-0ac8-4f67-8af3-01cc6703d2ec tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0661275 Aug 26 21:23:22.143827 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fe0685a3-07b0-465c-a3e1-013e764fd58d req-8f8f9a90-2c5a-43fe-9bfd-f4dd4d1278fe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377853 Aug 26 21:23:23.270829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b389883-3e1a-4e16-9a5d-54c87c153630 req-8516a3cd-1853-4cb3-a00e-98915eae2dba tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:23.273524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9b389883-3e1a-4e16-9a5d-54c87c153630 req-8516a3cd-1853-4cb3-a00e-98915eae2dba tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Aug 26 21:23:23.316410 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9b389883-3e1a-4e16-9a5d-54c87c153630 req-0ad24216-5fb6-4ffb-b3ed-165441df0ca5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Aug 26 21:23:23.445788 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324ec71-8178-4141-8fbe-67c475e7cbb6 req-fc442234-801a-437c-a647-83e0a58544ca tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:23.447276 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0324ec71-8178-4141-8fbe-67c475e7cbb6 req-fc442234-801a-437c-a647-83e0a58544ca tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0574794 Aug 26 21:23:23.486645 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0324ec71-8178-4141-8fbe-67c475e7cbb6 req-71771612-dfae-423f-aff5-a6780679da73 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333643 Aug 26 21:23:24.359170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732ad58-c1c3-489b-a43e-cf24a08a6f73 req-50861eb1-af08-4069-8e05-f98ce1072a1f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:24.364341 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9732ad58-c1c3-489b-a43e-cf24a08a6f73 req-50861eb1-af08-4069-8e05-f98ce1072a1f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0544696 Aug 26 21:23:24.433369 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9732ad58-c1c3-489b-a43e-cf24a08a6f73 req-0f050bb1-fde3-4e33-9a61-edb27b5aa5ef tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659616 Aug 26 21:23:24.464739 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e1d6d-779f-46a1-95c7-022d710cc570 req-ba62c8cf-7c5b-4124-864d-708394bb4c18 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:24.466872 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c76e1d6d-779f-46a1-95c7-022d710cc570 req-ba62c8cf-7c5b-4124-864d-708394bb4c18 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0713246 Aug 26 21:23:24.507521 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c76e1d6d-779f-46a1-95c7-022d710cc570 req-f9eacd9b-ca53-4b95-8746-60b691d660ea tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 26 21:23:24.617747 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cef74-0d1a-45d5-a490-ee2e12591894 req-ae3f66e2-3430-47d8-b66b-59b3721deef7 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:24.619516 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc3cef74-0d1a-45d5-a490-ee2e12591894 req-ae3f66e2-3430-47d8-b66b-59b3721deef7 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0553370 Aug 26 21:23:24.657723 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc3cef74-0d1a-45d5-a490-ee2e12591894 req-16aa67e7-072e-4068-9609-c504863a866e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322597 Aug 26 21:23:25.059899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c15df9db-befb-40de-9591-98f1978c040e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:25.565961 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb48df6-e2db-4376-bdc4-bcb8e13249a4 req-f0c307a0-d7fc-43ca-884b-ebf274f555cf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:25.567387 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fb48df6-e2db-4376-bdc4-bcb8e13249a4 req-f0c307a0-d7fc-43ca-884b-ebf274f555cf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0486393 Aug 26 21:23:25.634369 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9fb48df6-e2db-4376-bdc4-bcb8e13249a4 req-6bb832d9-dc02-4150-ad8a-3210cce6ff9e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610874 Aug 26 21:23:25.648256 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c83176-3d24-465e-acfc-3548ca95c08e req-37449344-5b70-4fc5-b54b-3a09c7bbb50f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:25.649741 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35c83176-3d24-465e-acfc-3548ca95c08e req-37449344-5b70-4fc5-b54b-3a09c7bbb50f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0706031 Aug 26 21:23:25.717220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35c83176-3d24-465e-acfc-3548ca95c08e req-427702b0-5127-4ac6-a1fa-e98edb38fb59 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602174 Aug 26 21:23:25.754990 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e2f5-999c-47db-88ae-a5324a985417 req-15902a02-b7e4-4ceb-be35-9ac22d6a8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:25.756533 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1881e2f5-999c-47db-88ae-a5324a985417 req-15902a02-b7e4-4ceb-be35-9ac22d6a8f15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0928671 Aug 26 21:23:25.816409 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef18a1-61fc-4e1c-acbe-6ae63c57581f req-047f334b-7121-41c1-8585-2bcd3acf7488 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:25.817799 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bef18a1-61fc-4e1c-acbe-6ae63c57581f req-047f334b-7121-41c1-8585-2bcd3acf7488 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0852690 Aug 26 21:23:25.819288 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1881e2f5-999c-47db-88ae-a5324a985417 req-a0ef6b1e-532f-423a-b44e-50daf4632876 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Aug 26 21:23:25.860945 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bef18a1-61fc-4e1c-acbe-6ae63c57581f req-8204d3a7-2e28-4043-befa-6280f7aad9c1 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371888 Aug 26 21:23:26.812801 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a682a-0c74-43fd-a826-e3e977a826af req-02c71afc-6b7e-4f9e-bf82-5c0956ac6c2a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:26.814339 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a26a682a-0c74-43fd-a826-e3e977a826af req-02c71afc-6b7e-4f9e-bf82-5c0956ac6c2a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0943053 Aug 26 21:23:26.883110 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a26a682a-0c74-43fd-a826-e3e977a826af req-38b2bae7-beb9-41ae-b4f5-962ae1b53657 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568686 Aug 26 21:23:26.893145 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae38fa-37af-4709-9a00-54582d6fd928 req-34242339-1e10-4bdf-a558-73de656bdb68 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:26.894682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70ae38fa-37af-4709-9a00-54582d6fd928 req-34242339-1e10-4bdf-a558-73de656bdb68 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0769687 Aug 26 21:23:26.964106 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-70ae38fa-37af-4709-9a00-54582d6fd928 req-96a7a734-df34-46aa-8b59-23975a068313 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Aug 26 21:23:27.022015 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd39724-8598-4e34-aad0-3f0a60b906e8 req-ab36fe7a-54db-46a0-9475-fae556d3ad15 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:27.023458 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0fd39724-8598-4e34-aad0-3f0a60b906e8 req-ab36fe7a-54db-46a0-9475-fae556d3ad15 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0576863 Aug 26 21:23:27.069654 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0fd39724-8598-4e34-aad0-3f0a60b906e8 req-0bbd3d39-ac9f-4f36-bb1b-da920daa2b4b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395656 Aug 26 21:23:27.631560 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:27.891565 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06e79f38-88a0-47a3-a1dc-0c1f748df6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:28.040813 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78877fd-e34c-4558-b24a-f70f1ca5e534 req-9daf85cf-4d89-49ba-acbd-954af091818c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.050089 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d78877fd-e34c-4558-b24a-f70f1ca5e534 req-9daf85cf-4d89-49ba-acbd-954af091818c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0904896 Aug 26 21:23:28.122429 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d78877fd-e34c-4558-b24a-f70f1ca5e534 req-0b18c599-96e7-4d9d-9776-64db79eda34e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713987 Aug 26 21:23:28.151932 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422176-0489-4f65-80eb-b6a887c7f5c5 req-c19fc486-3ac4-4026-83ff-9be3e2fe5cff tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.151932 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b422176-0489-4f65-80eb-b6a887c7f5c5 req-c19fc486-3ac4-4026-83ff-9be3e2fe5cff tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0929291 Aug 26 21:23:28.193476 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6b422176-0489-4f65-80eb-b6a887c7f5c5 req-249dcb54-a3d5-4425-bc68-8346e55b5e30 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Aug 26 21:23:28.258493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ec064-6300-439a-b3aa-44cdd5b267b8 req-b64d9ab6-4fb7-4218-a321-9eeaab71079a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.260142 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-470ec064-6300-439a-b3aa-44cdd5b267b8 req-b64d9ab6-4fb7-4218-a321-9eeaab71079a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0635560 Aug 26 21:23:28.294870 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:23:28.315459 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-470ec064-6300-439a-b3aa-44cdd5b267b8 req-39bc03f9-977a-444a-9669-c5797b48db7f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474787 Aug 26 21:23:28.433729 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:28.451880 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'mac_address': 'fa:16:3e:a6:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:23:28.519485 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:28.519859 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654be88-c54a-496b-a1b1-15cc0db1987f req-06bbb38c-7515-4049-84ec-aa642f79629b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.527445 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8654be88-c54a-496b-a1b1-15cc0db1987f req-06bbb38c-7515-4049-84ec-aa642f79629b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0672095 Aug 26 21:23:28.536224 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-c2554b00-d0a7-4385-8a4d-a6bc684c9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.537803 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-c2554b00-d0a7-4385-8a4d-a6bc684c9ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.1284385 Aug 26 21:23:28.543857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8497dd56-58e4-43b7-b1b5-c903ebf3043b {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:23:28.577888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:28.584007 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8654be88-c54a-496b-a1b1-15cc0db1987f req-0c7241d0-1f46-498c-8683-a4f9a2f87774 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555871 Aug 26 21:23:28.587133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:28.700253 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-640265b7-0dea-4f18-a182-ed54cd9399e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.701897 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-640265b7-0dea-4f18-a182-ed54cd9399e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.1346812 Aug 26 21:23:28.709572 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:28.724140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:28.732575 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.733140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.733649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.734119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.734594 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.735070 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.735543 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.736044 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.736570 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.737058 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.737545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.738027 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:28.768757 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-d7475e8f-0e83-478d-9d93-03b93fdc9aac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0478065 Aug 26 21:23:28.832731 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-da3fda42-caa5-4ffb-b981-a56ff7d2281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:28.834210 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-da3fda42-caa5-4ffb-b981-a56ff7d2281e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0451040 Aug 26 21:23:28.868523 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-bbdda440-6876-4d18-9454-617bf60b946b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270112 Aug 26 21:23:28.965827 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-83af6749-01bc-44f7-b341-2b3205aea953 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888152 Aug 26 21:23:29.065924 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cde0846-c5a8-4a2e-bb07-703ed8435934 req-fc22360d-a487-4e16-9f87-e75904da0bec service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Aug 26 21:23:29.258151 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73b4eb-3f18-4e9b-94cf-dd37c911a6da req-2ff6cc33-3df4-4707-a2c2-fbc7a9b8a2c0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:29.259518 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e73b4eb-3f18-4e9b-94cf-dd37c911a6da req-2ff6cc33-3df4-4707-a2c2-fbc7a9b8a2c0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0546885 Aug 26 21:23:29.298812 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e73b4eb-3f18-4e9b-94cf-dd37c911a6da req-47585fc5-d516-481a-84c7-32ef1617a12f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Aug 26 21:23:29.356697 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['8497dd56-58e4-43b7-b1b5-c903ebf3043b'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:29.427631 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f004f-32bc-4bcf-b597-f03227de157e req-458af1a1-8747-41ee-af72-80cba3241444 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:29.434837 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3f6f004f-32bc-4bcf-b597-f03227de157e req-458af1a1-8747-41ee-af72-80cba3241444 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 944 time: 0.0552144 Aug 26 21:23:29.478248 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3f6f004f-32bc-4bcf-b597-f03227de157e req-9b2b3e86-a8bf-4c94-bb2c-5d0ca6879a0d tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425000 Aug 26 21:23:29.703961 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a82058-da4d-44d3-83c4-0b80b7a45f57 req-04fe46d9-45a5-4120-8993-87de1b0b9ea3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:29.705501 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60a82058-da4d-44d3-83c4-0b80b7a45f57 req-04fe46d9-45a5-4120-8993-87de1b0b9ea3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0541146 Aug 26 21:23:29.765478 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-60a82058-da4d-44d3-83c4-0b80b7a45f57 req-62a4c57c-da43-48f5-99b9-58a397a03048 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527518 Aug 26 21:23:30.468036 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc2abd-e3c1-4bf8-a794-bb0dca0f8c83 req-00197dfa-45c4-48dd-ad60-6faed8964163 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:30.470090 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5bc2abd-e3c1-4bf8-a794-bb0dca0f8c83 req-00197dfa-45c4-48dd-ad60-6faed8964163 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0806177 Aug 26 21:23:30.505311 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:30.543606 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5bc2abd-e3c1-4bf8-a794-bb0dca0f8c83 req-806d9f86-05f8-43ed-b2d8-01d82af2ee77 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662127 Aug 26 21:23:30.635183 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337fcd-3d33-48ad-92e2-d794a3cfe42c req-bb6116c8-6730-4d5a-93f4-53884b1ac905 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:30.636783 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16337fcd-3d33-48ad-92e2-d794a3cfe42c req-bb6116c8-6730-4d5a-93f4-53884b1ac905 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 944 time: 0.0523956 Aug 26 21:23:30.675951 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16337fcd-3d33-48ad-92e2-d794a3cfe42c req-ea0df02e-cf58-4756-83bb-d787bcc366d1 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332680 Aug 26 21:23:30.913867 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef45fdd-5e96-4432-ada7-1cbafe7a9f52 req-86db3db0-44d9-4b20-8a2d-53e7e56719d5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:30.927894 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aef45fdd-5e96-4432-ada7-1cbafe7a9f52 req-86db3db0-44d9-4b20-8a2d-53e7e56719d5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0860360 Aug 26 21:23:30.980695 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aef45fdd-5e96-4432-ada7-1cbafe7a9f52 req-79ab1bd3-53db-4533-b153-94c62e0b37f7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Aug 26 21:23:31.717562 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554da9aa-849e-4020-9516-d11021c5ae2e req-7216af32-a6e8-4bcb-8774-fff88392d712 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:31.721566 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-554da9aa-849e-4020-9516-d11021c5ae2e req-7216af32-a6e8-4bcb-8774-fff88392d712 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0754721 Aug 26 21:23:31.786214 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-554da9aa-849e-4020-9516-d11021c5ae2e req-a78f9e34-c2c9-43ca-b4e8-6830ab94d716 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550358 Aug 26 21:23:31.843434 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd974c-0cc9-4320-86cd-b5e8c85a7e81 req-edf4662c-2f12-43c4-8beb-3a29e88f1a7c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:31.845244 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17fd974c-0cc9-4320-86cd-b5e8c85a7e81 req-edf4662c-2f12-43c4-8beb-3a29e88f1a7c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 944 time: 0.0579097 Aug 26 21:23:31.891348 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17fd974c-0cc9-4320-86cd-b5e8c85a7e81 req-49ea6bd9-3028-4ff2-a692-7b2a6f8d11cf tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395081 Aug 26 21:23:32.162501 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d36c0-1005-4353-bc4c-244623197fa7 req-6dbe6d55-8cce-4555-a6bd-c627bca3890b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:32.170141 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-475d36c0-1005-4353-bc4c-244623197fa7 req-6dbe6d55-8cce-4555-a6bd-c627bca3890b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0692153 Aug 26 21:23:32.211925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-475d36c0-1005-4353-bc4c-244623197fa7 req-2f87416c-6177-415d-b154-7c550b124085 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Aug 26 21:23:32.304907 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:23:32.383668 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 8497dd56-58e4-43b7-b1b5-c903ebf3043b completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:23:32.388105 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 8497dd56-58e4-43b7-b1b5-c903ebf3043b triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:23:32.388874 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:32.657447 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:32.682377 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:32.684684 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ef922b-de05-4ebc-8ae5-76ed6af20036" -d '{"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-plugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:32.698535 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:32.702406 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:32.744741 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac836dc-d94e-4256-853d-95e43a571a10 x-openstack-request-id: req-1ac836dc-d94e-4256-853d-95e43a571a10 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:32.745034 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-plugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:32.745279 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1ac836dc-d94e-4256-853d-95e43a571a10 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:32.745829 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'code': 200} Aug 26 21:23:32.758754 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:32.906267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3f90-7a0d-4034-937d-8ecf3c0f6b1e req-bd4551da-dd59-4236-9af5-7c4ed1546d77 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:32.907747 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72cd3f90-7a0d-4034-937d-8ecf3c0f6b1e req-bd4551da-dd59-4236-9af5-7c4ed1546d77 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0553405 Aug 26 21:23:32.966309 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72cd3f90-7a0d-4034-937d-8ecf3c0f6b1e req-769816aa-c6f9-42d7-a168-b7b037056c21 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490963 Aug 26 21:23:33.147236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a9b3-6923-4340-9702-59f47be15139 req-e3677c38-9508-43fb-b498-eb19cefe112b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:33.153193 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a254a9b3-6923-4340-9702-59f47be15139 req-e3677c38-9508-43fb-b498-eb19cefe112b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0999303 Aug 26 21:23:33.168510 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca8b51-1fd8-4967-9eaf-73e605f5390f req-0a798b1c-2f5f-45ce-a919-28ce0f2dddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:33.170320 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a3ca8b51-1fd8-4967-9eaf-73e605f5390f req-0a798b1c-2f5f-45ce-a919-28ce0f2dddba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1098 time: 0.1081481 Aug 26 21:23:33.231768 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a254a9b3-6923-4340-9702-59f47be15139 req-18344244-9e50-4996-ba04-0e66010fb363 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686045 Aug 26 21:23:33.251346 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a3ca8b51-1fd8-4967-9eaf-73e605f5390f req-210da2ce-62c1-4728-8d5b-276873865454 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624199 Aug 26 21:23:33.787497 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbdc1-bad2-440b-a532-30250693a125 req-df627f9b-5cb3-4bb2-ac65-a9915279e167 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:33.790876 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96cfbdc1-bad2-440b-a532-30250693a125 req-df627f9b-5cb3-4bb2-ac65-a9915279e167 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0597856 Aug 26 21:23:33.837936 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96cfbdc1-bad2-440b-a532-30250693a125 req-1e3b6a29-e945-4d6b-a578-91057df2f76a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Aug 26 21:23:34.098487 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67de28-4aaf-40dc-9a98-de1486c3732d req-ba936db0-2453-41a3-a5eb-e8b3e8efe366 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:34.106914 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e67de28-4aaf-40dc-9a98-de1486c3732d req-ba936db0-2453-41a3-a5eb-e8b3e8efe366 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0645442 Aug 26 21:23:34.170479 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e67de28-4aaf-40dc-9a98-de1486c3732d req-6260facf-0299-4c7e-b04c-7398b8201486 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593698 Aug 26 21:23:34.352072 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9de7d-e6d6-4136-82b5-d716833f043b req-fd76bbe5-b314-4238-9e58-b81339d0facb tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:34.359561 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bdf9de7d-e6d6-4136-82b5-d716833f043b req-fd76bbe5-b314-4238-9e58-b81339d0facb tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0604808 Aug 26 21:23:34.403209 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bdf9de7d-e6d6-4136-82b5-d716833f043b req-83d430f0-b165-4959-b3d0-465cfcd3f4e5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429101 Aug 26 21:23:35.072632 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876bff4-f60a-4d31-a455-518a44c27f34 req-7e262312-bd1d-432f-a60a-74a670bb681d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:35.074092 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9876bff4-f60a-4d31-a455-518a44c27f34 req-7e262312-bd1d-432f-a60a-74a670bb681d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 26 21:23:35.111232 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9876bff4-f60a-4d31-a455-518a44c27f34 req-81ec4cc8-4f15-43fe-ac13-286081c2dfd5 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311205 Aug 26 21:23:35.284807 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7512f-1f3a-409a-ad15-a939b853d4fa req-ebf31820-22ee-4db6-8165-e25068874ec3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:35.286287 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80b7512f-1f3a-409a-ad15-a939b853d4fa req-ebf31820-22ee-4db6-8165-e25068874ec3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Aug 26 21:23:35.323353 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80b7512f-1f3a-409a-ad15-a939b853d4fa req-30e7b3c4-b17c-4516-a722-526ac0b05ec5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Aug 26 21:23:35.520142 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c2e91-f411-4557-af99-f137d9677976 req-5e093118-9331-4482-a7a5-6a02854f42fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:35.521775 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a88c2e91-f411-4557-af99-f137d9677976 req-5e093118-9331-4482-a7a5-6a02854f42fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0515728 Aug 26 21:23:35.564236 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a88c2e91-f411-4557-af99-f137d9677976 req-e6909644-d9bd-4008-b95d-8dc9458f930a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363774 Aug 26 21:23:35.677534 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67aef7-15db-4a7d-a3aa-ffccb6898156 req-2ced1cc5-a175-4d76-ac4c-a712c7965023 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:35.679030 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd67aef7-15db-4a7d-a3aa-ffccb6898156 req-2ced1cc5-a175-4d76-ac4c-a712c7965023 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0485034 Aug 26 21:23:35.720152 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd67aef7-15db-4a7d-a3aa-ffccb6898156 req-6dac09db-3da1-43b8-8c02-f9ed174dc1f5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349383 Aug 26 21:23:35.743376 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46524) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:35.942716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0fe76a-12db-4d52-84e5-865e23424f33 tempest-TestShelveInstance-1136298222 tempest-TestShelveInstance-1136298222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:35.944300 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2e0fe76a-12db-4d52-84e5-865e23424f33 tempest-TestShelveInstance-1136298222 tempest-TestShelveInstance-1136298222-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1093 time: 0.1996398 Aug 26 21:23:35.947195 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 46550) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:35.951806 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:23:35.976159 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.071838 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.176603 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Allocated IP 172.27.3.111 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/1a5a7ed6-57fd-4bde-809d-f24d14f4bb30) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:23:36.225613 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76e093-4557-4623-ba38-d9c90bc8e677 req-da4775c1-9c69-4809-bc22-7a05e4830d1e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:36.227213 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d76e093-4557-4623-ba38-d9c90bc8e677 req-da4775c1-9c69-4809-bc22-7a05e4830d1e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0506639 Aug 26 21:23:36.264217 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d76e093-4557-4623-ba38-d9c90bc8e677 req-31eb7247-ef98-46d7-879c-79ab62f1bdc2 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Aug 26 21:23:36.276123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.314082 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.357237 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:23:36.360034 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:23:36.363731 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:23:36.388980 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'Port': ['ID=1a5a7ed6-57fd-4bde-809d-f24d14f4bb30,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:36.402232 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.402575 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.402913 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.403245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.403576 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.403929 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.404255 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.404574 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.405155 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.405260 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.405524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.405840 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:23:36.449372 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e5a6-a25d-4d70-88e8-c34521c42088 req-3cfe3ded-c1c9-44b0-9c73-5bc8f5fd20db tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:36.450842 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af09e5a6-a25d-4d70-88e8-c34521c42088 req-3cfe3ded-c1c9-44b0-9c73-5bc8f5fd20db tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0532837 Aug 26 21:23:36.489856 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af09e5a6-a25d-4d70-88e8-c34521c42088 req-414be657-1ae7-4b5b-bed0-624695423e79 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Aug 26 21:23:36.720419 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.788857 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.931805 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.936167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:36.998338 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event updated for resources: {'Port': ['ID=1a5a7ed6-57fd-4bde-809d-f24d14f4bb30,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:37.011504 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:37.110892 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Floating IP 3cb78405-301c-4dc5-9eec-0aaf6dcc083a associated. External IP: 172.27.3.111, port: 8497dd56-58e4-43b7-b1b5-c903ebf3043b. Aug 26 21:23:37.310979 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:23:37.379307 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfd325-bdae-4436-a5ed-6ed8e98c2b7a req-a8c930fc-9bf3-42cd-9d5a-672ec6f61b1c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:37.380871 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-52bfd325-bdae-4436-a5ed-6ed8e98c2b7a req-a8c930fc-9bf3-42cd-9d5a-672ec6f61b1c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0488775 Aug 26 21:23:37.418904 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:23:37.430339 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Sync routers for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:23:37.430844 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-52bfd325-bdae-4436-a5ed-6ed8e98c2b7a req-c8fa25e4-8322-43b4-acfa-bb9dd3707ff1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436485 Aug 26 21:23:37.436675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:37.442160 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:23:37.443425 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:23:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:37.464455 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-25fb7e03-91bd-4fd7-a9c1-51e79be0a41e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5161345 Aug 26 21:23:37.465012 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:37.467226 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00ab4da-c95c-407c-92e4-50ab2cf1081e" -d '{"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:37.508219 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c80c6c-9334-48e1-b55e-e620d9e649b7 x-openstack-request-id: req-b8c80c6c-9334-48e1-b55e-e620d9e649b7 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:37.508504 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:37.508753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8c80c6c-9334-48e1-b55e-e620d9e649b7 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:37.509144 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'status': 'completed', 'code': 200} Aug 26 21:23:37.558957 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:23:37.607335 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47670222-70e4-4025-a38a-899de07f7674 req-dcf9f9b4-623e-4f98-a1af-0fe9991a9c9a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:37.608832 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47670222-70e4-4025-a38a-899de07f7674 req-dcf9f9b4-623e-4f98-a1af-0fe9991a9c9a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0477448 Aug 26 21:23:37.646175 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47670222-70e4-4025-a38a-899de07f7674 req-9386b452-737b-437b-aa5c-5626f49ad2f0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312812 Aug 26 21:23:37.855553 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '3cb78405-301c-4dc5-9eec-0aaf6dcc083a', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'mac_address': 'fa:16:3e:a6:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:23:36Z', 'updated_at': '2021-08-26T21:23:36Z', 'revision_number': 0, 'project_id': '75617b27657041618257c1738d0c1c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:37.880958 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Checking router: 8b3fe8e4-d953-4631-9ef7-0392a21499c8 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:23:37.889011 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:23:37.889602 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:23:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:37.990029 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:23:38.215242 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '3cb78405-301c-4dc5-9eec-0aaf6dcc083a', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'mac_address': 'fa:16:3e:a6:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:23:36Z', 'updated_at': '2021-08-26T21:23:36Z', 'revision_number': 0, 'project_id': '75617b27657041618257c1738d0c1c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:38.245159 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fce873-d335-480b-aee6-034f209c0a0e None None] The sync data for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi is: [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '3cb78405-301c-4dc5-9eec-0aaf6dcc083a', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'floating_ip_address': '172.27.3.111', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'mac_address': 'fa:16:3e:a6:83:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:23:36Z', 'updated_at': '2021-08-26T21:23:36Z', 'revision_number': 0, 'project_id': '75617b27657041618257c1738d0c1c3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:23:38.265666 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-a92223fa-17e1-4492-84c3-0a4e65f0f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.267149 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-a92223fa-17e1-4492-84c3-0a4e65f0f766 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1098 time: 0.0492702 Aug 26 21:23:38.364951 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-718e2cb0-a03e-4a9e-919e-21b1b2e9438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.366326 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-718e2cb0-a03e-4a9e-919e-21b1b2e9438d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 909 time: 0.0892823 Aug 26 21:23:38.462015 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f555a5c-38e8-48ef-8f8e-eca83752834f None None] New status for floating IP 3cb78405-301c-4dc5-9eec-0aaf6dcc083a: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:23:38.506123 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-3da61c50-d4d0-4182-8ad5-e0ab44a7795e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 999 time: 0.1296899 Aug 26 21:23:38.605013 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-4eae1cdc-4d32-4bbc-a327-d39abd4fc0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.606503 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-4eae1cdc-4d32-4bbc-a327-d39abd4fc0cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.0777497 Aug 26 21:23:38.618858 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676cf0d-0f65-4175-837d-62d49e5cfd4d req-167de89d-7aa6-446e-b8d7-07fe2989f8d1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.620452 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4676cf0d-0f65-4175-837d-62d49e5cfd4d req-167de89d-7aa6-446e-b8d7-07fe2989f8d1 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.1003547 Aug 26 21:23:38.696347 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4676cf0d-0f65-4175-837d-62d49e5cfd4d req-987ac615-d900-4889-afe3-1bf481d56656 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638018 Aug 26 21:23:38.703646 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-6b0c7a2b-ddc0-4e90-8bdf-ef58d148fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.705775 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-6b0c7a2b-ddc0-4e90-8bdf-ef58d148fa7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0838201 Aug 26 21:23:38.820998 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-9e4d04c4-05d9-4518-a08b-36650bc157c6 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.823464 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-9e4d04c4-05d9-4518-a08b-36650bc157c6 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 945 time: 0.0660863 Aug 26 21:23:38.848636 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968e781-ea7e-43b6-950a-6e2232338cf8 req-eb4010e5-625f-4e0a-9ee9-e6e1efd5ae95 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:38.850132 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6968e781-ea7e-43b6-950a-6e2232338cf8 req-eb4010e5-625f-4e0a-9ee9-e6e1efd5ae95 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.1174648 Aug 26 21:23:38.883263 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-0dd0c689-255c-4d9e-a3d1-e3f779fffab4 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626239 Aug 26 21:23:38.922355 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6968e781-ea7e-43b6-950a-6e2232338cf8 req-1a847856-6f89-438c-be27-e5536ca82bd7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629191 Aug 26 21:23:38.973250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Deleting port d885f584-ef44-4daf-b95d-30b14365dccc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:23:38.973807 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.014830 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c00ab4da-c95c-407c-92e4-50ab2cf1081e req-422fa364-49b2-4b60-b3c4-55277a0b6bca service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178219 Aug 26 21:23:39.072409 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] For port d885f584-ef44-4daf-b95d-30b14365dccc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d885f584-ef44-4daf-b95d-30b14365dccc,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:39.072766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.085163 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Calling delete_port for d885f584-ef44-4daf-b95d-30b14365dccc owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:23:39.170832 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46592) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:39.215123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.220389 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Deleting subnet 4fdd0be0-5720-4108-9eb3-3b3f1a702b18 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:23:39.224154 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.231304 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a', '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', '3822e84c-4fea-4552-957c-03c32ec36f27', 'd885f584-ef44-4daf-b95d-30b14365dccc'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:39.242826 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event deleted for resources: {'Port': ['ID=d885f584-ef44-4daf-b95d-30b14365dccc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:39.264797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.271470 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.286032 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] No DVR routers for this DVR port d885f584-ef44-4daf-b95d-30b14365dccc on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:23:39.288624 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.290664 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f88c3131-447d-480d-95e4-bea8c8b78151 req-6b588ddc-039b-4c76-b4b5-374a4642d818 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "DELETE /v2.0/ports/d885f584-ef44-4daf-b95d-30b14365dccc HTTP/1.1" status: 204 len: 173 time: 0.4576826 Aug 26 21:23:39.340594 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.367526 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdd0be0-5720-4108-9eb3-3b3f1a702b18,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:39.369269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.373524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-824a7da0-320b-422c-9490-5ce0f67796c4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4fdd0be0-5720-4108-9eb3-3b3f1a702b18 HTTP/1.1" status: 204 len: 168 time: 0.1992600 Aug 26 21:23:39.373892 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46594) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:39.448122 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.510408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'name': 'network-vif-deleted', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:39.513290 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019340b7-a70d-41db-b541-dbadf0b479af" -d '{"events": [{"server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "name": "network-vif-deleted", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:39.540180 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.552459 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.552808 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.553564 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.553963 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > port after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.554295 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.554657 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > port after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.555047 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.555340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.555658 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.556072 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.562987 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad4e59-68dc-4ab3-abd6-816dba05996b x-openstack-request-id: req-c5ad4e59-68dc-4ab3-abd6-816dba05996b {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:39.563272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00789c8-2c23-460a-89e4-a47b3eff9efd", "name": "network-vif-deleted", "tag": "d885f584-ef44-4daf-b95d-30b14365dccc", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:39.563680 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5ad4e59-68dc-4ab3-abd6-816dba05996b {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:39.564117 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00789c8-2c23-460a-89e4-a47b3eff9efd', 'name': 'network-vif-deleted', 'tag': 'd885f584-ef44-4daf-b95d-30b14365dccc', 'status': 'completed', 'code': 200} Aug 26 21:23:39.657142 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.657488 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.657821 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.658684 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 21:23:39.659365 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973f1957-283b-4a48-af6d-81b36cd7504f']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:39.878382 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:39.878680 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fcd9fa-9f9c-4180-bbe1-bbaca39f01d2') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:39.907588 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5f0e2196-487c-4af8-972f-1eba299104e2 req-4b27a83e-5110-4aec-94cb-1c8d7523f279 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d00789c8-2c23-460a-89e4-a47b3eff9efd HTTP/1.1" status: 200 len: 210 time: 0.0429707 Aug 26 21:23:39.909902 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.931277 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.940421 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:23:39.940816 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: from cryptography.utils import int_from_bytes Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:23:39.945198 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:23:40.003310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.010269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.015168 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] 10.222.0.26 "DELETE /v2.0/networks/973f1957-283b-4a48-af6d-81b36cd7504f HTTP/1.1" status: 204 len: 168 time: 0.6373696 Aug 26 21:23:40.031229 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a96c10-7fcd-4042-831c-1dad12182e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=973f1957-283b-4a48-af6d-81b36cd7504f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:40.071045 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de552ef-3e8a-4bed-a53a-f85972510514 req-d98e551a-3309-45b4-93ab-0d58ddb487e0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:40.072599 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de552ef-3e8a-4bed-a53a-f85972510514 req-d98e551a-3309-45b4-93ab-0d58ddb487e0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0512969 Aug 26 21:23:40.111104 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3de552ef-3e8a-4bed-a53a-f85972510514 req-df302c5f-bc44-4968-98ed-1cdafc8ec68f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Aug 26 21:23:40.214567 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46614) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:40.252718 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b5a92922-9ea2-4cbd-84c9-645a2ee3fabc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca0782c0ae9547a2a39f2b6e87ae3b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363753 Aug 26 21:23:40.255151 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46616) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:40.303328 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.327832 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.373716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.376566 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:40.378194 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1839b782-4f82-49d3-a5a0-bad33a42b787 HTTP/1.1" status: 204 len: 168 time: 0.1222088 Aug 26 21:23:40.386369 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621aab38-0104-4d89-a29a-f17f7369b6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1839b782-4f82-49d3-a5a0-bad33a42b787,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:41.239111 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edf05a-7b65-42db-9193-cf7ec2c569ca req-a6184867-ae0f-425b-be04-f16404b3bb6c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:41.240873 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14edf05a-7b65-42db-9193-cf7ec2c569ca req-a6184867-ae0f-425b-be04-f16404b3bb6c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0561748 Aug 26 21:23:41.287243 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14edf05a-7b65-42db-9193-cf7ec2c569ca req-fe3deb41-8578-43cd-8f67-47cbc0a8c2dd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380447 Aug 26 21:23:42.296936 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17490114-dc4f-4662-9134-1c46b5d15231 req-1ad1e5c1-94c4-49d9-9e92-318ead03d129 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:42.298385 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17490114-dc4f-4662-9134-1c46b5d15231 req-1ad1e5c1-94c4-49d9-9e92-318ead03d129 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0490170 Aug 26 21:23:42.336854 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-17490114-dc4f-4662-9134-1c46b5d15231 req-01307375-c2a1-4e67-a70b-a71b36a0e3e8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Aug 26 21:23:42.368153 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d885f584-ef44-4daf-b95d-30b14365dccc no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:23:42.389511 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:23:42.405316 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: d885f584-ef44-4daf-b95d-30b14365dccc {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:23:42.405649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d885f584-ef44-4daf-b95d-30b14365dccc not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:23:42.432741 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635e678-7329-4f7b-afcf-ee8abfe992ac req-bb136543-25eb-4a6e-845d-60ec349430cb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:42.434431 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9635e678-7329-4f7b-afcf-ee8abfe992ac req-bb136543-25eb-4a6e-845d-60ec349430cb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0578578 Aug 26 21:23:42.474072 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9635e678-7329-4f7b-afcf-ee8abfe992ac req-317aeba7-0aec-43fd-ae4d-2b72628a84b3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330255 Aug 26 21:23:43.447981 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99346aa-d341-4ad6-9227-7b6a278d5470 req-dfe45aad-06cd-42b9-a9f9-5c40e219354b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:43.449474 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d99346aa-d341-4ad6-9227-7b6a278d5470 req-dfe45aad-06cd-42b9-a9f9-5c40e219354b tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0484316 Aug 26 21:23:43.487492 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d99346aa-d341-4ad6-9227-7b6a278d5470 req-92ea8d9f-638d-4ecd-a964-5cc25d124aa5 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Aug 26 21:23:43.591716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8e4f3-d115-4edf-bd71-0221e27436ea req-329add29-35a9-465b-9a5c-ee0a94dcca13 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:43.593197 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-15d8e4f3-d115-4edf-bd71-0221e27436ea req-329add29-35a9-465b-9a5c-ee0a94dcca13 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0482464 Aug 26 21:23:43.635157 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-15d8e4f3-d115-4edf-bd71-0221e27436ea req-65a1a4da-e730-4e0f-bff4-681492d174f5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354218 Aug 26 21:23:43.758236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 46742) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:43.866063 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314db546-11e1-41f8-baf1-573a029aaf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:43.956595 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314db546-11e1-41f8-baf1-573a029aaf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:43.960861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-314db546-11e1-41f8-baf1-573a029aaf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:43.997111 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314db546-11e1-41f8-baf1-573a029aaf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bea5c-0bab-4069-b78e-081b1ceb48eb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:44.001597 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-314db546-11e1-41f8-baf1-573a029aaf09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1539770308404932a7e1539a82b22ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423720 Aug 26 21:23:44.005173 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 46750) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:44.297875 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.320631 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-c8894ddc-28c5-4b1f-a6f0-7615e9390c1a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:44.322153 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-c8894ddc-28c5-4b1f-a6f0-7615e9390c1a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0699825 Aug 26 21:23:44.334467 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.440601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.443084 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.444266 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a6bea5c-0bab-4069-b78e-081b1ceb48eb HTTP/1.1" status: 204 len: 168 time: 0.4382856 Aug 26 21:23:44.459254 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496806a-c43e-46e5-8ab2-bdf5e511c2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bea5c-0bab-4069-b78e-081b1ceb48eb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:44.462158 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Deleting port 3822e84c-4fea-4552-957c-03c32ec36f27 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:23:44.462506 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.561632 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] For port 3822e84c-4fea-4552-957c-03c32ec36f27, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3822e84c-4fea-4552-957c-03c32ec36f27,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:44.562005 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.580903 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Calling delete_port for 3822e84c-4fea-4552-957c-03c32ec36f27 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:23:44.614620 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12277c1-fdbe-4be5-ab2a-785440548758 req-0f5dbd06-afe6-46be-99cb-a2166017260c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:44.616395 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a12277c1-fdbe-4be5-ab2a-785440548758 req-0f5dbd06-afe6-46be-99cb-a2166017260c tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e650fd7-94c8-48dd-a02b-52b140e14639 HTTP/1.1" status: 200 len: 946 time: 0.0522497 Aug 26 21:23:44.656350 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a12277c1-fdbe-4be5-ab2a-785440548758 req-b385e409-d528-44cc-8532-4e8f6707bf25 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Aug 26 21:23:44.726068 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.744710 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a', '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', '3822e84c-4fea-4552-957c-03c32ec36f27'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:44.754785 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event deleted for resources: {'Port': ['ID=3822e84c-4fea-4552-957c-03c32ec36f27,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:44.777432 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81637775-edf6-4165-94d9-f7ab52167534 req-93fe4a00-2372-4382-95b0-fe4111916e20 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:44.779129 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81637775-edf6-4165-94d9-f7ab52167534 req-93fe4a00-2372-4382-95b0-fe4111916e20 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0631766 Aug 26 21:23:44.811585 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] No DVR routers for this DVR port 3822e84c-4fea-4552-957c-03c32ec36f27 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:23:44.815599 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:44.817778 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-20df77e7-9133-4a52-a1c0-6786aa37f734 req-2aad5c4c-bc70-4f03-90f3-6eee9c8feb66 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "DELETE /v2.0/ports/3822e84c-4fea-4552-957c-03c32ec36f27 HTTP/1.1" status: 204 len: 173 time: 0.4814301 Aug 26 21:23:44.818219 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'name': 'network-vif-deleted', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:44.820694 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4756aa8-d78d-42f6-a837-8710ccbe4599" -d '{"events": [{"server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "name": "network-vif-deleted", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:44.834172 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81637775-edf6-4165-94d9-f7ab52167534 req-bb2aca84-918c-4744-b719-30293212e0c3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481949 Aug 26 21:23:44.888870 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6460ddd3-d123-426b-9749-69fc13f6d60e x-openstack-request-id: req-6460ddd3-d123-426b-9749-69fc13f6d60e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:44.889167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e650fd7-94c8-48dd-a02b-52b140e14639", "name": "network-vif-deleted", "tag": "3822e84c-4fea-4552-957c-03c32ec36f27", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:44.889458 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6460ddd3-d123-426b-9749-69fc13f6d60e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:44.889858 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e650fd7-94c8-48dd-a02b-52b140e14639', 'name': 'network-vif-deleted', 'tag': '3822e84c-4fea-4552-957c-03c32ec36f27', 'status': 'completed', 'code': 200} Aug 26 21:23:45.940333 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be32a5-7b38-4c62-9491-33fba4a488a2 req-0d66b3d6-d460-474c-8c60-2a93ff0d28ea tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:45.941751 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0be32a5-7b38-4c62-9491-33fba4a488a2 req-0d66b3d6-d460-474c-8c60-2a93ff0d28ea tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0629427 Aug 26 21:23:46.012148 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d065-fd79-46c5-850b-a0868300b6da req-0c063441-7638-4450-92d6-e62ada08f1c1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:46.013663 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4729d065-fd79-46c5-850b-a0868300b6da req-0c063441-7638-4450-92d6-e62ada08f1c1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0889783 Aug 26 21:23:46.016822 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0be32a5-7b38-4c62-9491-33fba4a488a2 req-46cdc05e-a05e-4123-9836-872ae61ed9ad tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573072 Aug 26 21:23:46.054273 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4729d065-fd79-46c5-850b-a0868300b6da req-c89c8f4a-7727-41d7-bb19-846ca3d7afb8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Aug 26 21:23:46.371292 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:23:46.466561 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:46.478498 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:23:46.514123 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:46.526790 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:23:46.546052 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:46.550028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:46.599149 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:46.710036 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:47.180439 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f1f8-37a9-4d62-a293-6bea2735a103 req-9bd7e0f4-cb33-4e9f-a3b4-8c5ebf42294a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:47.181897 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e069f1f8-37a9-4d62-a293-6bea2735a103 req-9bd7e0f4-cb33-4e9f-a3b4-8c5ebf42294a tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0815835 Aug 26 21:23:47.217920 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b93a8-53b9-474f-b4c2-f7edc7c1b1af req-4a5151c1-2ca3-41af-ac2d-dfe7877a9e70 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:47.219292 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f90b93a8-53b9-474f-b4c2-f7edc7c1b1af req-4a5151c1-2ca3-41af-ac2d-dfe7877a9e70 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 945 time: 0.0774372 Aug 26 21:23:47.246575 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e069f1f8-37a9-4d62-a293-6bea2735a103 req-a2455fa5-6e3b-4a13-a6a5-34265a3780fe tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 Aug 26 21:23:47.265704 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f90b93a8-53b9-474f-b4c2-f7edc7c1b1af req-4639d576-40a1-483d-9d96-6b124abc3d5c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Aug 26 21:23:47.864895 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747daac7-9ceb-4938-a104-823f3461e138 req-155af027-f336-403f-abb3-564ab7de0132 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:47.866489 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-747daac7-9ceb-4938-a104-823f3461e138 req-155af027-f336-403f-abb3-564ab7de0132 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 945 time: 0.0588918 Aug 26 21:23:47.964321 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Deleting port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:23:47.964660 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.057547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] For port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:48.058170 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.071260 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Calling delete_port for 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:23:48.277524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.293120 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a', '37b59816-7d11-4789-bd2b-7ff1cbe1cff4'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:48.313220 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event deleted for resources: {'Port': ['ID=37b59816-7d11-4789-bd2b-7ff1cbe1cff4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:48.386453 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] No DVR routers for this DVR port 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:23:48.391318 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.394077 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-747daac7-9ceb-4938-a104-823f3461e138 req-6b30cfb4-7b21-49b8-857f-ad83e8cec1d8 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "DELETE /v2.0/ports/37b59816-7d11-4789-bd2b-7ff1cbe1cff4 HTTP/1.1" status: 204 len: 173 time: 0.5200629 Aug 26 21:23:48.394690 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'name': 'network-vif-deleted', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:48.397166 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed166271-4b06-4d61-b520-535f27c589fe" -d '{"events": [{"server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "name": "network-vif-deleted", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:48.421547 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:23:48.462111 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-14ae325c-c05d-479a-9ebd-4dc6fc30498c req-d5e6eafc-d08c-48a7-8b06-fb199c9dac8d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=773669ef-20ab-4b18-873c-843e5d64a531 HTTP/1.1" status: 200 len: 210 time: 0.0822372 Aug 26 21:23:48.492175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2d3b7-5be6-44ca-add4-c3eac8b7ef8c req-e3dc2740-4dfc-4f94-9296-807281da03e2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:48.508327 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dac2d3b7-5be6-44ca-add4-c3eac8b7ef8c req-e3dc2740-4dfc-4f94-9296-807281da03e2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 945 time: 0.1392353 Aug 26 21:23:48.547610 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a16c5e-9d74-42e3-b64d-e471b9db933e x-openstack-request-id: req-f9a16c5e-9d74-42e3-b64d-e471b9db933e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:48.547956 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "773669ef-20ab-4b18-873c-843e5d64a531", "name": "network-vif-deleted", "tag": "37b59816-7d11-4789-bd2b-7ff1cbe1cff4", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:48.548212 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9a16c5e-9d74-42e3-b64d-e471b9db933e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:48.548617 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773669ef-20ab-4b18-873c-843e5d64a531', 'name': 'network-vif-deleted', 'tag': '37b59816-7d11-4789-bd2b-7ff1cbe1cff4', 'status': 'completed', 'code': 200} Aug 26 21:23:48.583935 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dac2d3b7-5be6-44ca-add4-c3eac8b7ef8c req-e43c46cb-64cb-459d-bf8b-e3db0fc88ff0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709915 Aug 26 21:23:48.613274 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.617928 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:23:48.618395 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.746459 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.784081 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:48.786279 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322e0b1-457c-4695-a374-34531d7dc7ac" -d '{"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:48.802853 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:48.820548 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:48.821349 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3822e84c-4fea-4552-957c-03c32ec36f27 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:23:48.865256 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42983615-8597-475a-b743-657b97c57c5b x-openstack-request-id: req-42983615-8597-475a-b743-657b97c57c5b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:48.865542 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:48.865994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42983615-8597-475a-b743-657b97c57c5b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:48.866381 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'code': 200} Aug 26 21:23:48.869090 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 3822e84c-4fea-4552-957c-03c32ec36f27 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:23:48.869437 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3822e84c-4fea-4552-957c-03c32ec36f27 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:23:48.900416 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:49.712516 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0551-2d0d-4f58-811c-2e862a2f902d req-71876bd8-3388-4042-b6e7-57042c0e037a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:49.714924 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-09ab0551-2d0d-4f58-811c-2e862a2f902d req-71876bd8-3388-4042-b6e7-57042c0e037a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0571280 Aug 26 21:23:49.781317 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-09ab0551-2d0d-4f58-811c-2e862a2f902d req-cc29b0bb-06ba-4d6f-b89b-89e6f90120fa tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549276 Aug 26 21:23:50.970375 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91e2e-4153-4200-a808-1b2288ca4eb2 req-0fa8d3f5-d316-4563-b977-8a7e002ce29b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:50.973527 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dea91e2e-4153-4200-a808-1b2288ca4eb2 req-0fa8d3f5-d316-4563-b977-8a7e002ce29b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0748959 Aug 26 21:23:51.082831 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dea91e2e-4153-4200-a808-1b2288ca4eb2 req-e553c0ff-bbba-467c-9ca3-1a98132f6e11 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751617 Aug 26 21:23:51.108099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8caf-5543-4e46-bf37-37887f70dad3 req-a8fb34c5-47a6-49c2-8762-35dedf12cf3f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:51.119420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd3a8caf-5543-4e46-bf37-37887f70dad3 req-a8fb34c5-47a6-49c2-8762-35dedf12cf3f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.1349244 Aug 26 21:23:51.167683 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd3a8caf-5543-4e46-bf37-37887f70dad3 req-a9bb898f-b72c-49a2-bbec-0e3dc160d581 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 Aug 26 21:23:51.851175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-c0cbbcfd-5f95-44a2-9b04-51939e5c9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:51.852989 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-c0cbbcfd-5f95-44a2-9b04-51939e5c9280 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0553863 Aug 26 21:23:51.891543 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd921ad8-ac2d-4bed-b624-74d700d0df01 req-89563526-cea0-4749-a6e6-fc8f44113eac tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:51.899831 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd921ad8-ac2d-4bed-b624-74d700d0df01 req-89563526-cea0-4749-a6e6-fc8f44113eac tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0769725 Aug 26 21:23:51.951001 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd921ad8-ac2d-4bed-b624-74d700d0df01 req-d6d5df96-f86e-4551-8396-2b82c377decd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500855 Aug 26 21:23:52.019492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-08c696af-985e-4ba3-8112-178477bd28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:52.021043 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-08c696af-985e-4ba3-8112-178477bd28d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.1551280 Aug 26 21:23:52.088081 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-ba9e268e-e36d-4164-b751-a56c9c5099f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0526793 Aug 26 21:23:52.168907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-88196514-bc30-47b8-94fe-a377dd1d2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:52.172425 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-88196514-bc30-47b8-94fe-a377dd1d2039 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0728571 Aug 26 21:23:52.258330 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-53556b9a-7ac8-4b30-ad95-3b2513dda6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757389 Aug 26 21:23:52.271212 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5725636-8b62-4e90-935d-55285167ef03 req-ad789993-170d-4529-b03b-ed5db1020a37 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:52.278691 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5725636-8b62-4e90-935d-55285167ef03 req-ad789993-170d-4529-b03b-ed5db1020a37 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0990553 Aug 26 21:23:52.324890 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5725636-8b62-4e90-935d-55285167ef03 req-83159a56-9a85-49fe-86a5-6dd90589d191 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452197 Aug 26 21:23:52.396614 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:23:52.400059 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a84f7-e1b7-4b0c-8450-224d9881c411 req-ca146cbd-35ca-4650-adfb-4e674116cf3e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:52.401633 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-960a84f7-e1b7-4b0c-8450-224d9881c411 req-ca146cbd-35ca-4650-adfb-4e674116cf3e tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.0830164 Aug 26 21:23:52.424766 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-92a50a54-ff2a-41bb-9e80-f22c7e34ab09 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544647 Aug 26 21:23:52.454637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:23:52.457306 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 37b59816-7d11-4789-bd2b-7ff1cbe1cff4 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:23:52.484588 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-960a84f7-e1b7-4b0c-8450-224d9881c411 req-48b7824b-7bbd-4256-bd73-69730c640504 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/security-groups?id=4aaa6565-a427-446e-b98e-739ee50881fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751157 Aug 26 21:23:52.626265 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77f52949-80de-47a2-bb3c-d21bb86f72b1 req-da8707d6-39c6-429e-b09b-c7169c6b3b49 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558754 Aug 26 21:23:53.078309 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7748c-aca0-4ec8-9c0e-8e723ff13dfd req-31b41933-07a6-44e5-8895-a01e16f2e702 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:53.086778 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fe7748c-aca0-4ec8-9c0e-8e723ff13dfd req-31b41933-07a6-44e5-8895-a01e16f2e702 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0617647 Aug 26 21:23:53.091721 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-2657cfd1-c621-43bd-a4ed-ea7e0bad840f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:53.093298 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-2657cfd1-c621-43bd-a4ed-ea7e0bad840f tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 945 time: 0.0886042 Aug 26 21:23:53.129024 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8fe7748c-aca0-4ec8-9c0e-8e723ff13dfd req-d93333dc-6e40-47c7-9361-6f3fd5c80ea8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Aug 26 21:23:53.214815 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Deleting port 185bb2b7-fc73-4846-9cb1-d4cbc953939a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:23:53.215324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:53.316966 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] For port 185bb2b7-fc73-4846-9cb1-d4cbc953939a, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=185bb2b7-fc73-4846-9cb1-d4cbc953939a,segment=NetworkSegment(8e3ac299-ea6e-4156-a723-293789e87b38),segment_id=8e3ac299-ea6e-4156-a723-293789e87b38)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:23:53.317425 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:53.335244 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Calling delete_port for 185bb2b7-fc73-4846-9cb1-d4cbc953939a owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:23:53.478683 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcfdd7-2add-4907-b5f8-0babcb941ca9 req-586f621c-8c00-41fb-b71a-64fa8e4fe30d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:53.480673 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1afcfdd7-2add-4907-b5f8-0babcb941ca9 req-586f621c-8c00-41fb-b71a-64fa8e4fe30d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0612099 Aug 26 21:23:53.526291 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:53.532027 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1afcfdd7-2add-4907-b5f8-0babcb941ca9 req-ae16d103-772a-4189-8300-522811d813c1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432568 Aug 26 21:23:53.537802 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['185bb2b7-fc73-4846-9cb1-d4cbc953939a'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:23:53.582711 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Pushing event deleted for resources: {'Port': ['ID=185bb2b7-fc73-4846-9cb1-d4cbc953939a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:53.639502 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5948a275-1243-4a13-a1ad-a8a0b9998b29 req-2510d7ba-177d-4223-ae94-e05b6786b82d tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.26 "GET /v2.0/ports?device_id=d34c91df-684c-47c1-83ba-e9bdb2daee01 HTTP/1.1" status: 200 len: 210 time: 0.0435898 Aug 26 21:23:53.662861 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] No DVR routers for this DVR port 185bb2b7-fc73-4846-9cb1-d4cbc953939a on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:23:53.666083 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:53.668278 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-592557a9-ac2a-41a1-b960-09e0389bb686 req-9b3cba7f-1d05-4dcf-a400-1caf90dd1994 tempest-AttachVolumeNegativeTest-1153348674 tempest-AttachVolumeNegativeTest-1153348674-project] 10.222.0.47 "DELETE /v2.0/ports/185bb2b7-fc73-4846-9cb1-d4cbc953939a HTTP/1.1" status: 204 len: 173 time: 0.5625248 Aug 26 21:23:53.668706 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'name': 'network-vif-deleted', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:23:53.671129 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4087f5-79d8-4468-991d-26f9bcca6cdc" -d '{"events": [{"server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "name": "network-vif-deleted", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:23:53.739630 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d5c791-b517-48b4-8874-8af4cc35ecaf x-openstack-request-id: req-c3d5c791-b517-48b4-8874-8af4cc35ecaf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:23:53.740058 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34c91df-684c-47c1-83ba-e9bdb2daee01", "name": "network-vif-deleted", "tag": "185bb2b7-fc73-4846-9cb1-d4cbc953939a", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:23:53.744153 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3d5c791-b517-48b4-8874-8af4cc35ecaf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:23:53.744687 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34c91df-684c-47c1-83ba-e9bdb2daee01', 'name': 'network-vif-deleted', 'tag': '185bb2b7-fc73-4846-9cb1-d4cbc953939a', 'status': 'completed', 'code': 200} Aug 26 21:23:54.265175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551add9-3bf1-4eb0-b704-786dc09e51df req-4318f655-48ba-4343-96ed-8d38e06d1bd9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:54.266648 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e551add9-3bf1-4eb0-b704-786dc09e51df req-4318f655-48ba-4343-96ed-8d38e06d1bd9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0631230 Aug 26 21:23:54.324911 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e551add9-3bf1-4eb0-b704-786dc09e51df req-d978bd30-e5cf-4c09-a115-2b5f03d6a987 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Aug 26 21:23:54.696921 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47010) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:54.721713 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363c70c-2c3f-4cf0-a466-d4617027e65b req-76531d05-a1d3-4fab-b10c-67fcf37f8f0d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:54.723401 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0363c70c-2c3f-4cf0-a466-d4617027e65b req-76531d05-a1d3-4fab-b10c-67fcf37f8f0d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0904984 Aug 26 21:23:54.768627 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Deleting subnet 211ef719-9960-4d13-9053-806a91f88212 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:23:54.776432 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:54.792605 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0363c70c-2c3f-4cf0-a466-d4617027e65b req-b422a65c-3813-4d4a-aec0-8601900fa9a4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514791 Aug 26 21:23:54.817503 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:54.869269 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:54.944779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:54.996166 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211ef719-9960-4d13-9053-806a91f88212,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:55.002063 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.007507 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47018) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:55.016912 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7113703c-318b-4345-868a-23028b2d65c7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/211ef719-9960-4d13-9053-806a91f88212 HTTP/1.1" status: 204 len: 168 time: 0.3178821 Aug 26 21:23:55.072775 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1af841e4-f6f8-4c6d-950b-ede0d44cc0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.098823 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.184828 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.196426 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5879e994-e93e-4697-986e-7ade6246e5ad']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:55.207531 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3ac299-ea6e-4156-a723-293789e87b38') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:55.207977 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3ac299-ea6e-4156-a723-293789e87b38') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:23:55.217337 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.240143 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.246897 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:23:55.247358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:23:55.262023 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:23:55.324425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.332568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.334643 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5879e994-e93e-4697-986e-7ade6246e5ad HTTP/1.1" status: 204 len: 168 time: 0.3261483 Aug 26 21:23:55.354440 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1717-c4cd-4986-b640-9d18eb13e285 admin admin] Pushing event deleted for resources: {'Network': ['ID=5879e994-e93e-4697-986e-7ade6246e5ad,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:55.459923 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e254e09-352e-4c70-bbba-9767c9fc989a req-89595e22-9129-4117-afd6-1566a80cc8c4 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:55.461534 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1e254e09-352e-4c70-bbba-9767c9fc989a req-89595e22-9129-4117-afd6-1566a80cc8c4 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0654216 Aug 26 21:23:55.501741 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1e254e09-352e-4c70-bbba-9767c9fc989a req-d70a23e0-5f40-46c9-b05b-5f30910531bf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Aug 26 21:23:55.576457 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47026) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:55.618052 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6dacb181-263d-44b9-b538-c063c0648e48 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ac2478b592d4bd7a39a5f6be19bcf40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402403 Aug 26 21:23:55.620568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47028) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:55.676772 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.699540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.778482 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.781156 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:55.782289 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4aaa6565-a427-446e-b98e-739ee50881fd HTTP/1.1" status: 204 len: 168 time: 0.1606219 Aug 26 21:23:55.791256 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffd8e5-9fff-4e9f-8c63-32dcc7b99a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa6565-a427-446e-b98e-739ee50881fd,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:55.940986 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd60414-fe88-4f07-bd3c-f24a7471740f req-c3fe1483-168b-4df0-99ef-daebfbfce1f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:55.942537 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7dd60414-fe88-4f07-bd3c-f24a7471740f req-c3fe1483-168b-4df0-99ef-daebfbfce1f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0852242 Aug 26 21:23:56.000300 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7dd60414-fe88-4f07-bd3c-f24a7471740f req-04782810-e052-47e8-aec1-28b7b85dfc18 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514941 Aug 26 21:23:56.379743 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47064) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:56.411953 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 185bb2b7-fc73-4846-9cb1-d4cbc953939a no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:23:56.450872 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 185bb2b7-fc73-4846-9cb1-d4cbc953939a {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:23:56.451397 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 185bb2b7-fc73-4846-9cb1-d4cbc953939a not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:23:56.508238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-21359b31-3bf9-407c-9ba2-09d0f16cd3e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.630630 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-21359b31-3bf9-407c-9ba2-09d0f16cd3e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.654265 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-21359b31-3bf9-407c-9ba2-09d0f16cd3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.706842 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-21359b31-3bf9-407c-9ba2-09d0f16cd3e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dd27e7b119a45229f88fbf3f2363540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228059 Aug 26 21:23:56.707776 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:23:56.718055 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992b36-5f74-47cd-a429-b77382d12a6b req-2152f5f5-683d-4fcb-98da-533ca8b879f1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:56.719633 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c992b36-5f74-47cd-a429-b77382d12a6b req-2152f5f5-683d-4fcb-98da-533ca8b879f1 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1123726 Aug 26 21:23:56.720314 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21359b31-3bf9-407c-9ba2-09d0f16cd3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e0bdd-adbc-424c-92b0-927697ff84d4,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:56.786027 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c992b36-5f74-47cd-a429-b77382d12a6b req-a398644d-fbe1-4569-b079-d5ae9049b8b6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483785 Aug 26 21:23:56.853891 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.882087 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.947303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.949854 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:56.951207 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6d5e0bdd-adbc-424c-92b0-927697ff84d4 HTTP/1.1" status: 204 len: 168 time: 0.2403541 Aug 26 21:23:56.972291 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c104be-3155-416c-adfb-26235c46b493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e0bdd-adbc-424c-92b0-927697ff84d4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:23:57.177265 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0f438-d908-422c-bcb1-183d2f95c054 req-ebc3f0f6-194c-4c15-8d08-90e9697ceaaf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:57.179216 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eba0f438-d908-422c-bcb1-183d2f95c054 req-ebc3f0f6-194c-4c15-8d08-90e9697ceaaf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0652673 Aug 26 21:23:57.229372 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eba0f438-d908-422c-bcb1-183d2f95c054 req-c96cd647-815b-4b54-8f29-b643489e0bfc tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Aug 26 21:23:57.649928 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:57.902097 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-de408d41-e222-411f-a857-f5ef166ca800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:57.940536 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e944e58-cc16-4242-ac61-12c8712fcba8 req-ab9021bd-ae31-4d62-92ab-6b4800e25006 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:57.942153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e944e58-cc16-4242-ac61-12c8712fcba8 req-ab9021bd-ae31-4d62-92ab-6b4800e25006 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0742195 Aug 26 21:23:57.997162 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8e944e58-cc16-4242-ac61-12c8712fcba8 req-c0f44488-b519-46d7-8966-5b17be36eae0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Aug 26 21:23:58.421644 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6d832-507e-4552-b8d4-ec1bd7749701 req-6617a7c4-cee7-44aa-b499-705f259ae523 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:58.429916 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-23b6d832-507e-4552-b8d4-ec1bd7749701 req-6617a7c4-cee7-44aa-b499-705f259ae523 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0672641 Aug 26 21:23:58.475391 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-23b6d832-507e-4552-b8d4-ec1bd7749701 req-cb193621-2954-4e42-a36e-392c9ef2b4e4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Aug 26 21:23:58.665091 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:23:59.116222 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88da85-41de-451c-b52e-31949d9ac387 req-26cb963b-c89d-4ce6-8662-9bc4f0675b80 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.117754 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd88da85-41de-451c-b52e-31949d9ac387 req-26cb963b-c89d-4ce6-8662-9bc4f0675b80 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0496156 Aug 26 21:23:59.159618 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd88da85-41de-451c-b52e-31949d9ac387 req-fbeb581d-cb93-4f44-83da-16d0772dc354 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359631 Aug 26 21:23:59.557836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-87020608-79f9-4665-afb2-2c9c088f610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.559318 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-87020608-79f9-4665-afb2-2c9c088f610b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1099 time: 0.0413237 Aug 26 21:23:59.588282 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642d0d0-d0fe-4187-ae34-f60be77ffe8a req-8261afa1-2c61-4c02-9742-f53447e84ab4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.589744 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7642d0d0-d0fe-4187-ae34-f60be77ffe8a req-8261afa1-2c61-4c02-9742-f53447e84ab4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0479186 Aug 26 21:23:59.632524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7642d0d0-d0fe-4187-ae34-f60be77ffe8a req-641ef09f-3bc6-4176-a521-d5e165ab14fc tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368721 Aug 26 21:23:59.656743 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-dd586ad4-1ace-42f4-83e3-e071a9a14971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.658700 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-dd586ad4-1ace-42f4-83e3-e071a9a14971 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0897679 Aug 26 21:23:59.724782 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-02c8d293-3b36-4ac8-9ce7-decd807c18ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 1001 time: 0.0581105 Aug 26 21:23:59.778260 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-db418c96-2436-486b-a996-2cb31d605d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.779593 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-db418c96-2436-486b-a996-2cb31d605d55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0430515 Aug 26 21:23:59.836704 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-f238735a-287b-4bd8-9e65-853c38ef828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:23:59.838285 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-f238735a-287b-4bd8-9e65-853c38ef828a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500722 Aug 26 21:23:59.925896 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-7ebc8603-51f6-4bde-aa79-d88e56f38a75 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800283 Aug 26 21:24:00.023791 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e14f9eb0-9f86-4686-a470-d9018eac3da9 req-b15e60cc-c10f-4bca-8d60-2612a15aa325 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855696 Aug 26 21:24:00.269960 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47198) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:00.279441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1067a-6cde-4c3a-89dc-1c850cc310e8 req-4963b406-9a9c-43b7-bccc-eea51a108758 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:00.281128 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a2d1067a-6cde-4c3a-89dc-1c850cc310e8 req-4963b406-9a9c-43b7-bccc-eea51a108758 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0569646 Aug 26 21:24:00.319951 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a2d1067a-6cde-4c3a-89dc-1c850cc310e8 req-fc66ec89-dce9-43b5-8be7-8858480f9791 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Aug 26 21:24:00.415232 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b53197b2-d7ec-408a-b701-5d8d71e6ed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.497230 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.501161 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b53197b2-d7ec-408a-b701-5d8d71e6ed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.505169 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b53197b2-d7ec-408a-b701-5d8d71e6ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.542119 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b53197b2-d7ec-408a-b701-5d8d71e6ed85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9a58f5a4fae47b386762dd6eeb67625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711158 Aug 26 21:24:00.542970 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53197b2-d7ec-408a-b701-5d8d71e6ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4dbdd-b0ee-4089-a16a-96fa66be772f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:00.545601 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47202) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:00.593821 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.613246 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.657441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.660097 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:00.661220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78a4dbdd-b0ee-4089-a16a-96fa66be772f HTTP/1.1" status: 204 len: 168 time: 0.1146262 Aug 26 21:24:00.668598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555610-75fd-4e82-8940-ec9a74ebd767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a4dbdd-b0ee-4089-a16a-96fa66be772f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:00.759679 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889600-20ee-43fc-a2ed-688fc9840aa7 req-089a489b-afa8-4667-9e09-a51c596b5886 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:00.761449 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e889600-20ee-43fc-a2ed-688fc9840aa7 req-089a489b-afa8-4667-9e09-a51c596b5886 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0525544 Aug 26 21:24:00.803609 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e889600-20ee-43fc-a2ed-688fc9840aa7 req-732e58f5-1706-400a-ae1c-8cf91cd0e675 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Aug 26 21:24:01.433042 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfacd14-20bc-44ed-9bd4-8270a55bcf83 req-4bfc06fb-9cad-4555-9e63-0a53620f5adf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:01.434456 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcfacd14-20bc-44ed-9bd4-8270a55bcf83 req-4bfc06fb-9cad-4555-9e63-0a53620f5adf tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0499723 Aug 26 21:24:01.473706 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcfacd14-20bc-44ed-9bd4-8270a55bcf83 req-00d31936-345f-49ba-9375-ced071dd4389 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Aug 26 21:24:01.923078 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fb385-7028-4d42-8560-1c06ad08f64c req-adfbe1d4-f070-4c93-9ba9-aa93f10e4740 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:01.924603 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c5fb385-7028-4d42-8560-1c06ad08f64c req-adfbe1d4-f070-4c93-9ba9-aa93f10e4740 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0496628 Aug 26 21:24:01.964147 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7c5fb385-7028-4d42-8560-1c06ad08f64c req-8853f5c7-fd1e-4fde-bb1c-c933e7f2971f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336313 Aug 26 21:24:02.591921 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d05e2-83d6-4743-82e1-d13dc5299142 req-0064143b-cae8-4a72-a346-dd4ed7592189 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:02.593367 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba5d05e2-83d6-4743-82e1-d13dc5299142 req-0064143b-cae8-4a72-a346-dd4ed7592189 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Aug 26 21:24:02.629490 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba5d05e2-83d6-4743-82e1-d13dc5299142 req-6f8c1d6c-e0b9-4fe1-b62c-b29bfdd65e7b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302534 Aug 26 21:24:02.973627 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:03.055067 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.079045 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:24:03.081438 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec07eb3-a1c7-4b2d-9f26-a3c0c95028aa" -d '{"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-unplugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:24:03.094179 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:03.095582 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf2001-f8f2-4afd-b6f0-b56e261ddd72 req-cbd0db41-75af-4e9f-8696-3c18d56ec9a5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:03.098519 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56cf2001-f8f2-4afd-b6f0-b56e261ddd72 req-cbd0db41-75af-4e9f-8696-3c18d56ec9a5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 946 time: 0.0524642 Aug 26 21:24:03.100420 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.130640 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15396bdf-3fb6-4af8-8b26-e4c0b29240ab x-openstack-request-id: req-15396bdf-3fb6-4af8-8b26-e4c0b29240ab {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:24:03.130927 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-unplugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:24:03.131174 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15396bdf-3fb6-4af8-8b26-e4c0b29240ab {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:24:03.131557 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'code': 200} Aug 26 21:24:03.142185 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-56cf2001-f8f2-4afd-b6f0-b56e261ddd72 req-e050856a-0734-4f59-97fd-dbed07f68fe7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 Aug 26 21:24:03.164849 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:03.297371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47276) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:03.409498 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61283322-b750-4988-9765-f84e7297fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.496005 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61283322-b750-4988-9765-f84e7297fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.500238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61283322-b750-4988-9765-f84e7297fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.536018 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-61283322-b750-4988-9765-f84e7297fb4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b9d6cf143e54a03ae71d622afd20a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374892 Aug 26 21:24:03.537901 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61283322-b750-4988-9765-f84e7297fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6b9d9d-7523-4c9f-8754-b077010719e6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:03.538629 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:03.586137 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.606170 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.653866 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.656711 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:03.661506 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef6b9d9d-7523-4c9f-8754-b077010719e6 HTTP/1.1" status: 204 len: 168 time: 0.1218061 Aug 26 21:24:03.669919 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525bf03-e585-4641-881c-190e5d0d5762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6b9d9d-7523-4c9f-8754-b077010719e6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:03.765668 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171a547-7270-4697-ba0a-8c0b11202cbf req-f2a2b0ab-1775-4974-88db-1078e33d7e37 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:03.767164 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2171a547-7270-4697-ba0a-8c0b11202cbf req-f2a2b0ab-1775-4974-88db-1078e33d7e37 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0534697 Aug 26 21:24:03.805323 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2171a547-7270-4697-ba0a-8c0b11202cbf req-d74f7346-11c0-4158-82e9-8495c95d7eca tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Aug 26 21:24:03.922040 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47290) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:03.936236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed1490ee-2df0-4d77-8425-886ef8e09406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.029161 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed1490ee-2df0-4d77-8425-886ef8e09406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.033156 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ed1490ee-2df0-4d77-8425-886ef8e09406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.077863 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ed1490ee-2df0-4d77-8425-886ef8e09406 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85a77b8750494331aa0c717ab2920efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524177 Aug 26 21:24:04.077863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1490ee-2df0-4d77-8425-886ef8e09406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93dabac-df9b-447d-9572-7601c47d182d,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:04.078249 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47298) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:04.127325 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.149530 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.196497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.199464 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:04.201556 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d93dabac-df9b-447d-9572-7601c47d182d HTTP/1.1" status: 204 len: 168 time: 0.1223302 Aug 26 21:24:04.210204 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ba3a6-09f9-458c-8694-ed6c259e5699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93dabac-df9b-447d-9572-7601c47d182d,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:04.288854 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b7fdb-4109-4904-8107-9ec34b0b900d req-05266b14-64e1-4470-97d7-f107c1274748 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:04.290522 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-535b7fdb-4109-4904-8107-9ec34b0b900d req-05266b14-64e1-4470-97d7-f107c1274748 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0526645 Aug 26 21:24:04.333469 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-535b7fdb-4109-4904-8107-9ec34b0b900d req-db498f31-ed8c-44dc-a49e-1beb9dc3d12d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361652 Aug 26 21:24:04.929172 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac17547-765f-44d6-8bdf-eb95cc5bce4d req-36ad0ebd-f060-44b9-aa67-ff314d0f0d76 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:04.936190 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ac17547-765f-44d6-8bdf-eb95cc5bce4d req-36ad0ebd-f060-44b9-aa67-ff314d0f0d76 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0622013 Aug 26 21:24:04.996403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ac17547-765f-44d6-8bdf-eb95cc5bce4d req-7e4e48b4-09d2-4a7e-b66c-2575b854767d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591593 Aug 26 21:24:05.035430 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f6d43-3634-4814-9f39-fd046c8c9afd req-8fab311f-8849-4673-92d7-eed67e86da42 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:05.036989 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba8f6d43-3634-4814-9f39-fd046c8c9afd req-8fab311f-8849-4673-92d7-eed67e86da42 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0721903 Aug 26 21:24:05.076471 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ba8f6d43-3634-4814-9f39-fd046c8c9afd req-55066686-e93e-4348-af2a-e1405f9295d6 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Aug 26 21:24:05.465063 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47388) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:05.588866 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-f7d6ff76-de88-4929-b825-389e81fe71fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225717 Aug 26 21:24:05.917430 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47408) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:06.022616 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43464424-c645-47eb-847a-bba12e6e10b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.111597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b82b-b936-4703-9e62-e049e144e94d req-6054a634-5c6f-424a-8285-b72e6129cf0b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:06.114266 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4da7b82b-b936-4703-9e62-e049e144e94d req-6054a634-5c6f-424a-8285-b72e6129cf0b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0481803 Aug 26 21:24:06.116496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43464424-c645-47eb-847a-bba12e6e10b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.121275 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-43464424-c645-47eb-847a-bba12e6e10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.153929 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4da7b82b-b936-4703-9e62-e049e144e94d req-a0d94953-2ce9-4b19-97e1-52e9d2af0a93 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Aug 26 21:24:06.168166 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-43464424-c645-47eb-847a-bba12e6e10b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3263c7401a8b41c4a8e5b214078ee08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496748 Aug 26 21:24:06.168742 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:06.170835 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43464424-c645-47eb-847a-bba12e6e10b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f04bd4-3d26-4c95-8415-4778d4c87f16,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:06.214180 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689e25c-c7bf-4ae8-b019-592fb9580860 req-7e503dd3-a8aa-4edf-85e5-32742284b7fa tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:06.215687 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b689e25c-c7bf-4ae8-b019-592fb9580860 req-7e503dd3-a8aa-4edf-85e5-32742284b7fa tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0553858 Aug 26 21:24:06.219159 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.240835 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.259055 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b689e25c-c7bf-4ae8-b019-592fb9580860 req-04fb238a-06c1-43b1-b607-6e189b8a0af8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346167 Aug 26 21:24:06.287989 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.290536 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.291660 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0f04bd4-3d26-4c95-8415-4778d4c87f16 HTTP/1.1" status: 204 len: 168 time: 0.1217246 Aug 26 21:24:06.299004 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3f55f-fa82-4379-bfa4-9b3594423bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f04bd4-3d26-4c95-8415-4778d4c87f16,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:06.541456 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47424) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:06.554948 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d189643f-31d3-4ee2-8291-6cf7c7f89509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.641623 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d189643f-31d3-4ee2-8291-6cf7c7f89509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.645609 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d189643f-31d3-4ee2-8291-6cf7c7f89509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.682274 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d189643f-31d3-4ee2-8291-6cf7c7f89509 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=df8856daca3644f690b30490a3e21d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397786 Aug 26 21:24:06.683085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189643f-31d3-4ee2-8291-6cf7c7f89509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55a4d3f-7afa-4454-90bf-ecf48b43e595,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:06.684943 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:06.735292 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.757221 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.801480 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.804042 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:06.805161 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a55a4d3f-7afa-4454-90bf-ecf48b43e595 HTTP/1.1" status: 204 len: 168 time: 0.1191480 Aug 26 21:24:06.812343 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296f4bb-f5da-4e2e-8d4b-b917bfc3baf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55a4d3f-7afa-4454-90bf-ecf48b43e595,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:07.269434 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c6713-86a9-41bb-b707-8ae09b713c24 req-a6dbf168-d56c-49f7-9d99-edb93a5e2ac4 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:07.270949 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d3c6713-86a9-41bb-b707-8ae09b713c24 req-a6dbf168-d56c-49f7-9d99-edb93a5e2ac4 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 26 21:24:07.327879 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9d3c6713-86a9-41bb-b707-8ae09b713c24 req-28e01f98-3b63-413f-8145-1fd9a6c2cc36 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475230 Aug 26 21:24:07.396438 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59daadc-651c-4f51-bcee-2af2385a5f45 req-c1eabcd0-db6c-447f-9f3d-4048b06f19f4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:07.397537 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c59daadc-651c-4f51-bcee-2af2385a5f45 req-c1eabcd0-db6c-447f-9f3d-4048b06f19f4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0503147 Aug 26 21:24:07.435321 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c59daadc-651c-4f51-bcee-2af2385a5f45 req-e0814832-5919-4172-af70-3eebdc2000bb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319514 Aug 26 21:24:07.660470 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:08.442710 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c2dda-c83c-48a2-b02f-b31f4ed548fb req-be6ff972-8861-4c83-af50-4660c453fe2f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:08.444209 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a35c2dda-c83c-48a2-b02f-b31f4ed548fb req-be6ff972-8861-4c83-af50-4660c453fe2f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Aug 26 21:24:08.448707 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:08.483521 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a35c2dda-c83c-48a2-b02f-b31f4ed548fb req-760d79c6-902e-4ba5-85ef-691300e6eeb5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329354 Aug 26 21:24:08.555286 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5538ca2-7def-4c3c-a60b-34e62d939943 req-bd48719f-507b-4d45-ac2b-5820b8c22155 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:08.556773 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5538ca2-7def-4c3c-a60b-34e62d939943 req-bd48719f-507b-4d45-ac2b-5820b8c22155 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0480120 Aug 26 21:24:08.562264 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca824f30-4600-419e-92ca-174444e26a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.597561 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b5538ca2-7def-4c3c-a60b-34e62d939943 req-1f510326-b3fa-45e4-903f-cc8a0de00515 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349357 Aug 26 21:24:08.650727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca824f30-4600-419e-92ca-174444e26a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.654468 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca824f30-4600-419e-92ca-174444e26a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.691914 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ca824f30-4600-419e-92ca-174444e26a5f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=128268f9a2a64e88a2cc2a90564d4b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421207 Aug 26 21:24:08.693018 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca824f30-4600-419e-92ca-174444e26a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47841684-7b93-4a2b-9f02-fc4fa81735d4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:08.694712 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47502) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:08.744559 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.767027 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.814417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.817795 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:08.818923 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47841684-7b93-4a2b-9f02-fc4fa81735d4 HTTP/1.1" status: 204 len: 168 time: 0.1231952 Aug 26 21:24:08.826575 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e554d75-e106-4747-8583-96c18fd18329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47841684-7b93-4a2b-9f02-fc4fa81735d4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:09.082940 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47510) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:09.095590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-84e063bb-3bc0-45bb-8da6-0cdfc4b5c24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.179418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-84e063bb-3bc0-45bb-8da6-0cdfc4b5c24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.182768 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-84e063bb-3bc0-45bb-8da6-0cdfc4b5c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.219518 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-84e063bb-3bc0-45bb-8da6-0cdfc4b5c24d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61c5bfc9f0fa4c048bf69e7f3a53642f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355643 Aug 26 21:24:09.220457 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e063bb-3bc0-45bb-8da6-0cdfc4b5c24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd9dac0-75d1-4834-b875-3f2af68fe31e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:09.222881 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47512) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:09.269501 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.290457 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.337457 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.340054 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:09.341244 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecd9dac0-75d1-4834-b875-3f2af68fe31e HTTP/1.1" status: 204 len: 168 time: 0.1173744 Aug 26 21:24:09.348776 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a3d99-8682-4fb7-8b08-79fdc81f254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd9dac0-75d1-4834-b875-3f2af68fe31e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:09.614064 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95ba2e-ebac-4942-b6ef-c353e46ced39 req-542665c3-05c9-4c27-ab76-623f17f285f0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:09.615686 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db95ba2e-ebac-4942-b6ef-c353e46ced39 req-542665c3-05c9-4c27-ab76-623f17f285f0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0610373 Aug 26 21:24:09.664619 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db95ba2e-ebac-4942-b6ef-c353e46ced39 req-652b44dd-24d4-4687-9c46-6bdce4ab8726 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Aug 26 21:24:09.758158 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59d39-5aa4-4b48-8d1b-2c375d0d2099 req-323adab2-9b01-4fe2-a299-d13c4875e92c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:09.760177 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fde59d39-5aa4-4b48-8d1b-2c375d0d2099 req-323adab2-9b01-4fe2-a299-d13c4875e92c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0594232 Aug 26 21:24:09.778108 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47534) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:09.805953 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fde59d39-5aa4-4b48-8d1b-2c375d0d2099 req-15487f44-930d-434f-85ff-6f2a5d536d83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391698 Aug 26 21:24:09.963783 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4970-6795-4dda-94bd-e8ef78cb8127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.071769 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4970-6795-4dda-94bd-e8ef78cb8127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.076197 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ce4970-6795-4dda-94bd-e8ef78cb8127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.116780 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b5ce4970-6795-4dda-94bd-e8ef78cb8127 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=720a95ea3ea94750a208526dc2042a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374889 Aug 26 21:24:10.119245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce4970-6795-4dda-94bd-e8ef78cb8127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f709d6f-18a0-4772-bfd9-3924d741365f,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:10.119422 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47554) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:10.173323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.196132 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.265535 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.276315 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:10.279801 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f709d6f-18a0-4772-bfd9-3924d741365f HTTP/1.1" status: 204 len: 168 time: 0.1569624 Aug 26 21:24:10.293899 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba707a6-3285-4d83-8836-52bc858cf47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f709d6f-18a0-4772-bfd9-3924d741365f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:10.334785 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916826ff-8257-41a1-a4de-975fa8357374 req-7c259db2-191e-4445-b1b5-163c9f48f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.336469 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-7c259db2-191e-4445-b1b5-163c9f48f865 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 1097 time: 0.1363065 Aug 26 21:24:10.408125 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916826ff-8257-41a1-a4de-975fa8357374 req-e2410071-6752-4f4a-bef4-a8c3ade43328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.410546 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-e2410071-6752-4f4a-bef4-a8c3ade43328 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1097 time: 0.0471826 Aug 26 21:24:10.508626 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916826ff-8257-41a1-a4de-975fa8357374 req-442a224b-0d8b-4cca-a477-786e99365313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.510225 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-442a224b-0d8b-4cca-a477-786e99365313 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0923235 Aug 26 21:24:10.590209 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-bc63f194-3921-46d7-876d-a3bdf9beee24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 200 len: 999 time: 0.0712552 Aug 26 21:24:10.648900 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916826ff-8257-41a1-a4de-975fa8357374 req-10c8fe8e-b6e4-488b-931a-37e72edc7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.650390 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-10c8fe8e-b6e4-488b-931a-37e72edc7a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0530133 Aug 26 21:24:10.702984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916826ff-8257-41a1-a4de-975fa8357374 req-c457c4f0-dce7-429b-a103-0ca2c7f761bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.704643 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-c457c4f0-dce7-429b-a103-0ca2c7f761bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448258 Aug 26 21:24:10.798051 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b6ed-67b2-4be1-95b9-0b30e6cc1b18 req-0a1a54de-49e5-478e-9f45-a239ed80b53a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.800271 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cda5b6ed-67b2-4be1-95b9-0b30e6cc1b18 req-0a1a54de-49e5-478e-9f45-a239ed80b53a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0547578 Aug 26 21:24:10.803487 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-07f20505-f6e8-4fc5-a01f-f22ac920d0b0 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887156 Aug 26 21:24:10.837820 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cda5b6ed-67b2-4be1-95b9-0b30e6cc1b18 req-df95a039-44f5-4c9c-aa31-f62e8060fac3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Aug 26 21:24:10.897880 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-493d951a-8030-466b-a951-98e0660dfc8b service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Aug 26 21:24:10.932087 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8f25d-41d7-4702-9336-4c1147a2b673 req-58c159b4-a2fa-4de2-8d66-9ae2a2362141 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:10.933581 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4b8f25d-41d7-4702-9336-4c1147a2b673 req-58c159b4-a2fa-4de2-8d66-9ae2a2362141 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0511549 Aug 26 21:24:10.974107 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4b8f25d-41d7-4702-9336-4c1147a2b673 req-9cf29993-b68a-4c43-a57d-84f03a8de000 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340679 Aug 26 21:24:11.988956 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce4e71-9bee-425d-802a-c59b7f8c8c1e req-e33db457-9a14-462b-af44-f6f662b5afb5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:11.991215 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdce4e71-9bee-425d-802a-c59b7f8c8c1e req-e33db457-9a14-462b-af44-f6f662b5afb5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0777485 Aug 26 21:24:12.032634 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdce4e71-9bee-425d-802a-c59b7f8c8c1e req-cfc05c4d-db13-40e2-ab88-32b2b5f4d5f6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Aug 26 21:24:12.143969 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff837d-832d-4e07-84d7-ba520121a730 req-2efd9298-0b77-4f78-a3f7-b70be4835a6e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:12.145545 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7ff837d-832d-4e07-84d7-ba520121a730 req-2efd9298-0b77-4f78-a3f7-b70be4835a6e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0906420 Aug 26 21:24:12.182558 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e7ff837d-832d-4e07-84d7-ba520121a730 req-d2e0bb8f-e314-49e2-840e-1f9ec0a5a6f3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312004 Aug 26 21:24:13.157670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfd6b1-c0b7-4fb1-98dd-b0f17c4dbf4f req-98f0cb82-ba58-41a7-a904-e9607d185cb9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:13.159287 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1bfd6b1-c0b7-4fb1-98dd-b0f17c4dbf4f req-98f0cb82-ba58-41a7-a904-e9607d185cb9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Aug 26 21:24:13.201332 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1bfd6b1-c0b7-4fb1-98dd-b0f17c4dbf4f req-f5881ab0-59c7-4afe-bf33-e4d831cb1a4b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Aug 26 21:24:13.344672 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712e029-17d8-441a-8934-65838d05c92e req-f1128bd1-3d0c-4ec4-b999-0f2e0c17d6be tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:13.346570 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f712e029-17d8-441a-8934-65838d05c92e req-f1128bd1-3d0c-4ec4-b999-0f2e0c17d6be tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0517309 Aug 26 21:24:13.389127 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f712e029-17d8-441a-8934-65838d05c92e req-2b919926-3e71-4e2e-a239-99c493e84dff tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Aug 26 21:24:14.329783 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fafbe5-d885-45a6-8424-89c6f45e5884 req-f1166f25-a8f9-49ef-8a8e-111f1c2de8ae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:14.331602 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63fafbe5-d885-45a6-8424-89c6f45e5884 req-f1166f25-a8f9-49ef-8a8e-111f1c2de8ae tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0579381 Aug 26 21:24:14.369087 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63fafbe5-d885-45a6-8424-89c6f45e5884 req-aa10f554-b05f-4bdd-8bdb-2c23d59f29fb tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316131 Aug 26 21:24:14.510104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3560ff0-bf0a-442d-b370-bfb76fae6e22 req-944c819f-1e9e-442e-9caa-e045245852e1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:14.513595 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3560ff0-bf0a-442d-b370-bfb76fae6e22 req-944c819f-1e9e-442e-9caa-e045245852e1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0513878 Aug 26 21:24:14.552969 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3560ff0-bf0a-442d-b370-bfb76fae6e22 req-a8d1b593-251f-406e-9dfc-882e3c3ea666 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350125 Aug 26 21:24:15.486104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f16b2-0dab-471f-a373-e23e426cf25b req-e4905113-a373-4bb6-af7b-62b8ada66d1d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:15.488457 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d0f16b2-0dab-471f-a373-e23e426cf25b req-e4905113-a373-4bb6-af7b-62b8ada66d1d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0486414 Aug 26 21:24:15.527732 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1d0f16b2-0dab-471f-a373-e23e426cf25b req-87bed501-b0f2-4119-91ca-4952bc389ff0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339975 Aug 26 21:24:15.677929 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d4ccb-1d3c-4ec5-8d39-d60d14157aa4 req-48c77b3b-9eb7-4728-b755-f17460c682d4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:15.679674 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-768d4ccb-1d3c-4ec5-8d39-d60d14157aa4 req-48c77b3b-9eb7-4728-b755-f17460c682d4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0550478 Aug 26 21:24:15.718453 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-768d4ccb-1d3c-4ec5-8d39-d60d14157aa4 req-febb2239-8361-484c-af41-d63e705c9ee8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Aug 26 21:24:16.651892 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fbf3a-e9b6-49ee-9804-e6c02d4eabaf req-39b9e2a8-55d3-49f4-9ab2-5f0e52eba6b8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:16.653352 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5f3fbf3a-e9b6-49ee-9804-e6c02d4eabaf req-39b9e2a8-55d3-49f4-9ab2-5f0e52eba6b8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0509992 Aug 26 21:24:16.693674 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5f3fbf3a-e9b6-49ee-9804-e6c02d4eabaf req-46c9fad7-c7c9-4730-8e2d-bab9dea14185 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Aug 26 21:24:16.837323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9a2b-fa5b-4e89-887f-bd174fb4d033 req-c392bddd-6d62-452b-a29f-3972fb909a85 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:16.838656 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e01f9a2b-fa5b-4e89-887f-bd174fb4d033 req-c392bddd-6d62-452b-a29f-3972fb909a85 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0466995 Aug 26 21:24:16.894679 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e01f9a2b-fa5b-4e89-887f-bd174fb4d033 req-b808aaae-16b1-4f1c-a415-06e4bb198ed4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 Aug 26 21:24:17.817114 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa32ecf-9367-4839-884c-4f70c6238441 req-dd7d4d47-ccc0-42ff-808c-84e6c9503928 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:17.818621 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7fa32ecf-9367-4839-884c-4f70c6238441 req-dd7d4d47-ccc0-42ff-808c-84e6c9503928 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Aug 26 21:24:17.861582 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7fa32ecf-9367-4839-884c-4f70c6238441 req-b2b3a87c-26a7-4833-aff4-6278e6b56508 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Aug 26 21:24:18.002978 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f19e-3c69-493d-8258-255a57671994 req-2c693bdd-b384-4527-83f2-5a28e052d351 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:18.004528 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f8a3f19e-3c69-493d-8258-255a57671994 req-2c693bdd-b384-4527-83f2-5a28e052d351 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0525520 Aug 26 21:24:18.044130 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f8a3f19e-3c69-493d-8258-255a57671994 req-c98c26fa-1ecf-469d-b5a9-6351959e6850 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Aug 26 21:24:18.384340 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:18.990155 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c56f8-6a8e-4854-a37e-288fd130b2cb req-2fdc1719-b328-45de-9238-a4dbde02e217 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:18.992101 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a9c56f8-6a8e-4854-a37e-288fd130b2cb req-2fdc1719-b328-45de-9238-a4dbde02e217 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Aug 26 21:24:19.033094 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a9c56f8-6a8e-4854-a37e-288fd130b2cb req-b825f3c2-77c2-4bab-8edc-2a95a34d02cd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Aug 26 21:24:19.173795 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838adcc-1804-4a5a-98dd-b82dba1021a9 req-3235cc34-392e-46ac-8157-e8da31132a51 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:19.176130 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c838adcc-1804-4a5a-98dd-b82dba1021a9 req-3235cc34-392e-46ac-8157-e8da31132a51 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0595698 Aug 26 21:24:19.222150 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c838adcc-1804-4a5a-98dd-b82dba1021a9 req-8e4ef6ce-25f9-4e9a-8dfc-ab00c315f9a8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401123 Aug 26 21:24:19.390234 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:24:20.152842 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e19ba-350a-46b0-8418-076173404b43 req-eecdca75-b9f4-48e8-934b-2b2dbf620af9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:20.155417 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d2e19ba-350a-46b0-8418-076173404b43 req-eecdca75-b9f4-48e8-934b-2b2dbf620af9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0526650 Aug 26 21:24:20.198552 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0d2e19ba-350a-46b0-8418-076173404b43 req-18806021-9d62-4bdf-b294-6a49cbf14652 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363383 Aug 26 21:24:20.355319 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e06d03-511b-4ee5-85a3-403e7679092b req-ed956a4a-f29c-4f70-a0a1-a1f7bf24bee2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:20.356800 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8e06d03-511b-4ee5-85a3-403e7679092b req-ed956a4a-f29c-4f70-a0a1-a1f7bf24bee2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0491962 Aug 26 21:24:20.396303 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8e06d03-511b-4ee5-85a3-403e7679092b req-efb9904c-688f-41ce-91e0-542bbddc12f0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Aug 26 21:24:21.318996 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378268c-4771-4a7e-9766-f523408d0285 req-8a5ca1de-e743-41e2-ba63-7a749a6cade0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:21.320435 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0378268c-4771-4a7e-9766-f523408d0285 req-8a5ca1de-e743-41e2-ba63-7a749a6cade0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0559781 Aug 26 21:24:21.358552 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0378268c-4771-4a7e-9766-f523408d0285 req-c81b34e3-f6a0-4eae-95f2-d8fbf81a5f04 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Aug 26 21:24:21.536186 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a31c8ae-a0eb-4363-b3e3-cd81adc78f5b req-3140fb94-5e99-4bcd-a8bf-d341102fd0a7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:21.537698 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a31c8ae-a0eb-4363-b3e3-cd81adc78f5b req-3140fb94-5e99-4bcd-a8bf-d341102fd0a7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0516551 Aug 26 21:24:21.574857 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a31c8ae-a0eb-4363-b3e3-cd81adc78f5b req-fdf78cae-f50f-4828-b136-7fccbbaa6123 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Aug 26 21:24:22.474965 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e7c4-00b7-4bd3-9e87-63c103afec6e req-489939ee-551b-4f15-8211-85c76aec5c2c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:22.476423 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5702e7c4-00b7-4bd3-9e87-63c103afec6e req-489939ee-551b-4f15-8211-85c76aec5c2c tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0463006 Aug 26 21:24:22.512314 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5702e7c4-00b7-4bd3-9e87-63c103afec6e req-e029c469-e8ca-4a63-9ab2-0b0db8f4f49f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301549 Aug 26 21:24:22.693607 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fbd9a-6994-4516-bf2f-8f7e2e52a2be req-f3e0b947-15ee-40f3-85f8-5a38f70b986e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:22.695083 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f87fbd9a-6994-4516-bf2f-8f7e2e52a2be req-f3e0b947-15ee-40f3-85f8-5a38f70b986e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0511672 Aug 26 21:24:22.731149 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f87fbd9a-6994-4516-bf2f-8f7e2e52a2be req-f2f2477e-596d-4859-9e49-1899bcb2c301 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302849 Aug 26 21:24:23.096727 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-fead9eb1-e200-438d-9c12-04455e4445d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418818 Aug 26 21:24:23.166705 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-ebaea209-3c9b-4131-98d1-0b8176bc4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:23.168212 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-ebaea209-3c9b-4131-98d1-0b8176bc4152 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 1098 time: 0.0427403 Aug 26 21:24:23.273597 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-ac35f302-810f-46c6-bc8e-83f81296e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:23.275019 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-ac35f302-810f-46c6-bc8e-83f81296e4ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.0856824 Aug 26 21:24:23.316874 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-520fe0d8-5b90-4fa5-bb86-ab70845df4de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 200 len: 217 time: 0.0332532 Aug 26 21:24:23.367506 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-38b9f39a-3a47-4373-9da8-2f3c5618f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:23.369538 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-38b9f39a-3a47-4373-9da8-2f3c5618f642 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0455780 Aug 26 21:24:23.401017 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-ee99a1f0-10b9-4f86-a671-e2216caaba88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238740 Aug 26 21:24:23.488055 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-bff807dc-d7f3-4a62-8e81-af8bbad7069a service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787380 Aug 26 21:24:23.581525 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1a7263d4-6639-4a14-b9d4-37bd2ddd05b0 req-e0bb4f27-ad25-448f-91ef-5b53991669b7 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Aug 26 21:24:23.635905 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0501ac-6c52-443f-a837-07dc03b986e4 req-c45f318a-6e92-4bb3-ae82-aa0ccad78b2a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:23.637412 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e0501ac-6c52-443f-a837-07dc03b986e4 req-c45f318a-6e92-4bb3-ae82-aa0ccad78b2a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0584867 Aug 26 21:24:23.683008 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3e0501ac-6c52-443f-a837-07dc03b986e4 req-95015609-d592-46ce-a5e8-7c403908089a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363605 Aug 26 21:24:23.849148 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04989822-3ced-4c25-98a1-80041ae321f9 req-7100675f-7098-436f-8f35-9585ea9bcd6f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:23.850472 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04989822-3ced-4c25-98a1-80041ae321f9 req-7100675f-7098-436f-8f35-9585ea9bcd6f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0488729 Aug 26 21:24:23.889683 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04989822-3ced-4c25-98a1-80041ae321f9 req-d7f9916b-1dce-47cb-8b96-ced017b68622 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Aug 26 21:24:24.324539 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f02fbd-7e06-468a-b323-4984a64b7e16 req-53d30819-60ef-4921-8dc9-90e47dd1e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:24.326040 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d8f02fbd-7e06-468a-b323-4984a64b7e16 req-53d30819-60ef-4921-8dc9-90e47dd1e4db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0449142 Aug 26 21:24:24.364157 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d8f02fbd-7e06-468a-b323-4984a64b7e16 req-2d964a98-4a99-4b26-a4e1-b56eeada513c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282190 Aug 26 21:24:24.841424 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af5cd7-f8fd-494f-9cb8-b4a6ef21648d req-9bfe3319-720d-4c39-b499-131e403952c7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:24.850473 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0af5cd7-f8fd-494f-9cb8-b4a6ef21648d req-9bfe3319-720d-4c39-b499-131e403952c7 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0946984 Aug 26 21:24:24.899045 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a0af5cd7-f8fd-494f-9cb8-b4a6ef21648d req-67d038df-8c2b-404b-9ea5-ca0585963ad6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Aug 26 21:24:25.015345 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61aa590-ec61-44d9-91fe-c4d7a2be85eb req-13d926e3-81ec-4a52-9d0c-d24859b6a0b5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:25.016857 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e61aa590-ec61-44d9-91fe-c4d7a2be85eb req-13d926e3-81ec-4a52-9d0c-d24859b6a0b5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0526755 Aug 26 21:24:25.064967 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d8124af8-95dd-4d4a-8354-88bb59e537cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:25.093580 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e61aa590-ec61-44d9-91fe-c4d7a2be85eb req-c65ec405-3499-4e2b-85d5-3ccc8df97bc5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655317 Aug 26 21:24:26.014056 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee465-8b74-41aa-a5bf-ef7226700464 req-31110359-08c8-4f93-909e-137e6d8527a3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.015540 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e0ee465-8b74-41aa-a5bf-ef7226700464 req-31110359-08c8-4f93-909e-137e6d8527a3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Aug 26 21:24:26.056720 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e0ee465-8b74-41aa-a5bf-ef7226700464 req-6305a8fc-bdaf-48b3-95e0-92d82ab7b6b6 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Aug 26 21:24:26.149525 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47778) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:26.244545 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f79bd-5979-42ad-9aa3-06db000a0c7c req-73741138-790f-4d28-9134-bf20ee40d8fb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.246047 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a2f79bd-5979-42ad-9aa3-06db000a0c7c req-73741138-790f-4d28-9134-bf20ee40d8fb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0652640 Aug 26 21:24:26.289269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.320082 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a2f79bd-5979-42ad-9aa3-06db000a0c7c req-5857c248-1d68-4378-95d9-5dbdcbee321c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653138 Aug 26 21:24:26.400564 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41291ea1-f400-45b9-83c3-d789759ac76a req-3644d465-0bc6-4033-b671-bc10d85bf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.402822 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-3644d465-0bc6-4033-b671-bc10d85bf000 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e76c46cc64446cba9a69d527704e285&device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 1098 time: 0.0608485 Aug 26 21:24:26.454422 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.459537 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.477369 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a2a15-e2a5-484c-8724-951ab3ab3640 req-b92879dc-1f56-404a-b684-d949c9c4b10a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.478868 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-823a2a15-e2a5-484c-8724-951ab3ab3640 req-b92879dc-1f56-404a-b684-d949c9c4b10a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0846810 Aug 26 21:24:26.495482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41291ea1-f400-45b9-83c3-d789759ac76a req-51c400d7-56ae-416b-8c3f-d5606d79954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.496983 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-51c400d7-56ae-416b-8c3f-d5606d79954b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 200 len: 919 time: 0.0865767 Aug 26 21:24:26.528142 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9d02aa5048c84778bf5b10042ce25fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775055 Aug 26 21:24:26.530291 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0730959a-4133-4ef9-adbb-33591af34748,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:26.537559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47790) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:26.544323 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-6f4e1e20-b879-4bf3-9e47-c0aed98c3937 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 200 len: 217 time: 0.0390656 Aug 26 21:24:26.545828 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.546182 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.546524 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.546859 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.547191 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.547522 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.547882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.548208 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.548533 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.548854 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.549173 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.549491 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8667f-a419-409a-9207-cd3dd923ac47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:26.557204 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-823a2a15-e2a5-484c-8724-951ab3ab3640 req-44cc6ab8-861d-4335-b5f2-6a6da67f7ae0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Aug 26 21:24:26.626076 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41291ea1-f400-45b9-83c3-d789759ac76a req-12d3b740-b751-40c9-8ddb-545e74c308e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:26.627488 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-12d3b740-b751-40c9-8ddb-545e74c308e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 200 len: 858 time: 0.0745673 Aug 26 21:24:26.632716 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.652871 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.698314 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.701161 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:26.702273 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0730959a-4133-4ef9-adbb-33591af34748 HTTP/1.1" status: 204 len: 168 time: 0.1635580 Aug 26 21:24:26.710568 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027986f8-0267-4c2e-9293-0af5d1c67cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0730959a-4133-4ef9-adbb-33591af34748,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:27.445112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0e61-5bf5-42ff-b434-61e7a38a35b4 req-3b1f73e0-a93a-425a-971a-ceb5a600d225 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:27.446592 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a08e0e61-5bf5-42ff-b434-61e7a38a35b4 req-3b1f73e0-a93a-425a-971a-ceb5a600d225 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0522935 Aug 26 21:24:27.484293 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a08e0e61-5bf5-42ff-b434-61e7a38a35b4 req-7a1f9296-068b-458a-bc8e-87926c37ff5e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Aug 26 21:24:27.543233 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-e7c07c80-05a3-460c-8658-026734e73480 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d34bd2f3-b54e-4a12-8eac-7eff388fec4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273590 Aug 26 21:24:27.632087 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.664884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47828) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:27.671192 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd89e8-f8bf-41dd-8024-16724bd0ebd6 req-cd326944-9af3-47c2-888c-03f16bc0a265 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:27.672685 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88cd89e8-f8bf-41dd-8024-16724bd0ebd6 req-cd326944-9af3-47c2-888c-03f16bc0a265 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0484514 Aug 26 21:24:27.711186 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-88cd89e8-f8bf-41dd-8024-16724bd0ebd6 req-7923bbbc-3e83-4833-a692-47bedeb0a19f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Aug 26 21:24:27.776927 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-270a5e22-ce4b-4ee5-9543-96b36c1f15fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.861031 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-270a5e22-ce4b-4ee5-9543-96b36c1f15fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.864671 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-270a5e22-ce4b-4ee5-9543-96b36c1f15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.893031 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c324cec3-a9c2-4669-8fa0-8505f4741da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.905160 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-270a5e22-ce4b-4ee5-9543-96b36c1f15fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fc035a2178349e2a907d20c3baf38c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363501 Aug 26 21:24:27.905160 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a5e22-ce4b-4ee5-9543-96b36c1f15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779ce482-0b11-4899-a6f5-72df7d722f63,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:27.905330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47832) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:27.954586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:27.974817 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:28.020867 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:28.023966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:28.025108 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/779ce482-0b11-4899-a6f5-72df7d722f63 HTTP/1.1" status: 204 len: 168 time: 0.1190138 Aug 26 21:24:28.032962 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2090503-6791-4a3d-ac74-e7ea62efc83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779ce482-0b11-4899-a6f5-72df7d722f63,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:28.452552 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-a2b85c38-bdcf-48f7-a274-d9a65b612f22 service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837598 Aug 26 21:24:28.602653 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6dc4b-6255-4460-9c4b-2595d67d1f3f req-774ad59b-79fb-47da-ad55-abd6ed16ae96 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:28.604153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36b6dc4b-6255-4460-9c4b-2595d67d1f3f req-774ad59b-79fb-47da-ad55-abd6ed16ae96 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0489953 Aug 26 21:24:28.641032 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36b6dc4b-6255-4460-9c4b-2595d67d1f3f req-7d0bafee-897d-4694-a21f-0c605594cde0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311186 Aug 26 21:24:28.663500 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:28.823272 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc7d72-decf-4bc1-85c0-6dee19c92fa5 req-77fdf38c-b655-47c2-af20-75b55c4b064f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:28.824754 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eedc7d72-decf-4bc1-85c0-6dee19c92fa5 req-77fdf38c-b655-47c2-af20-75b55c4b064f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0478101 Aug 26 21:24:28.860528 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-eedc7d72-decf-4bc1-85c0-6dee19c92fa5 req-2377e2cc-0213-47e0-b41a-8500d856030e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300648 Aug 26 21:24:29.486850 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-41291ea1-f400-45b9-83c3-d789759ac76a req-3f33d7fb-fe72-44ca-8c1c-8c4b1a16faad service neutron] 10.222.0.47 "GET /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800271 Aug 26 21:24:29.761842 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e0cc2-05a1-4829-939d-28970100be08 req-d15232f9-2cdb-4452-a9cd-58294fb9d298 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:29.763243 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f2e0cc2-05a1-4829-939d-28970100be08 req-d15232f9-2cdb-4452-a9cd-58294fb9d298 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0509222 Aug 26 21:24:29.799198 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f2e0cc2-05a1-4829-939d-28970100be08 req-17e84344-44e9-4702-9955-7e7de7fcc526 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300450 Aug 26 21:24:29.971337 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e955708-4bec-4a1b-9380-54ccecc07c5e req-992b782e-84d1-47b5-bb8a-213c6e59ac74 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:29.973296 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e955708-4bec-4a1b-9380-54ccecc07c5e req-992b782e-84d1-47b5-bb8a-213c6e59ac74 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0468864 Aug 26 21:24:30.009235 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0e955708-4bec-4a1b-9380-54ccecc07c5e req-e43fc2cb-6551-4347-95cd-f4e0ebf73e6a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302224 Aug 26 21:24:30.501034 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:30.917135 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc5de-a006-46a2-bb25-87cc5437e4b2 req-d020bd98-2597-4011-a15c-a8aa27cc6a99 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:30.918597 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a79bc5de-a006-46a2-bb25-87cc5437e4b2 req-d020bd98-2597-4011-a15c-a8aa27cc6a99 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 944 time: 0.0483050 Aug 26 21:24:30.955219 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a79bc5de-a006-46a2-bb25-87cc5437e4b2 req-a28efc79-9b46-4936-bbd1-66849ea13934 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Aug 26 21:24:31.138330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d978b3-e4bf-4cf9-bb49-174076bfcc90 req-613912ba-93f9-470f-b689-90c285729061 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:31.139982 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47d978b3-e4bf-4cf9-bb49-174076bfcc90 req-613912ba-93f9-470f-b689-90c285729061 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0645187 Aug 26 21:24:31.177556 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47d978b3-e4bf-4cf9-bb49-174076bfcc90 req-644cbb6d-e2ef-4f7d-adb8-e1176ead24bd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Aug 26 21:24:31.732294 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:24:31.826797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:31.837913 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'mac_address': 'fa:16:3e:a1:c1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:24:31.879884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:31.886676 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:24:31.907089 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:31.910889 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:31.958637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=9']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:31.965542 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.965891 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.966233 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.966570 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.966901 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.967228 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.967555 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.967913 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.968243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.968565 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.968886 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:31.969205 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:32.074080 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846143c8-9db2-4812-aabb-3350a88529a3 req-6ee0ccb6-75b4-45fd-8576-f42c6c343ede tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:32.075555 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-846143c8-9db2-4812-aabb-3350a88529a3 req-6ee0ccb6-75b4-45fd-8576-f42c6c343ede tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 945 time: 0.0489082 Aug 26 21:24:32.112279 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-846143c8-9db2-4812-aabb-3350a88529a3 req-ef631a88-c9f1-4aaf-89bd-77cdbf3ac4a4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308816 Aug 26 21:24:32.177151 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:24:32.295544 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3f5f5-bb9a-4f20-8291-8fb429513ffe req-16bd0b87-91f0-45d7-881e-230b30ca5744 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:32.297246 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16b3f5f5-bb9a-4f20-8291-8fb429513ffe req-16bd0b87-91f0-45d7-881e-230b30ca5744 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0513861 Aug 26 21:24:32.337733 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-16b3f5f5-bb9a-4f20-8291-8fb429513ffe req-935aaf26-24f2-4df5-990c-1fcef0b4e8d3 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330570 Aug 26 21:24:33.441502 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2d695-8fe7-4ae8-a039-f925cfcdaa2b req-cd46c6b4-9864-432e-a667-fafed5202670 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:33.442998 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-91d2d695-8fe7-4ae8-a039-f925cfcdaa2b req-cd46c6b4-9864-432e-a667-fafed5202670 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 945 time: 0.2546515 Aug 26 21:24:33.480317 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-91d2d695-8fe7-4ae8-a039-f925cfcdaa2b req-6b7b3fe3-c132-4adf-8f1e-02cd0c044646 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Aug 26 21:24:33.736972 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:33.789095 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:33.789467 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:33.867880 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:33.889401 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:24:33.891536 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b78460-fcb4-494e-aea4-71decdd18515" -d '{"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:24:33.903884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:33.910627 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:33.933582 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8558f2c9-1643-4693-941c-85b925c8c080 x-openstack-request-id: req-8558f2c9-1643-4693-941c-85b925c8c080 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:24:33.933866 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-plugged", "status": "completed", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:24:33.934117 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8558f2c9-1643-4693-941c-85b925c8c080 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:24:33.934499 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'code': 200} Aug 26 21:24:33.961402 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:34.401995 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643053fb-9c03-4e68-8dc7-19733265eb28 req-cdba2367-5669-4a56-a21f-f99a4491bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:34.403463 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-643053fb-9c03-4e68-8dc7-19733265eb28 req-cdba2367-5669-4a56-a21f-f99a4491bcbd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 1100 time: 0.0430341 Aug 26 21:24:34.439102 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-643053fb-9c03-4e68-8dc7-19733265eb28 req-ea1111e2-15c3-4bc1-b4d2-7621a116647b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274062 Aug 26 21:24:34.571324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 47922) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:34.595839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7a215-c86d-4a0c-88a6-71e3f13ef127 req-e17fe0cb-7d33-4f2f-ae69-c9c74611d8c5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:34.597825 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cae7a215-c86d-4a0c-88a6-71e3f13ef127 req-e17fe0cb-7d33-4f2f-ae69-c9c74611d8c5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0477619 Aug 26 21:24:34.634878 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cae7a215-c86d-4a0c-88a6-71e3f13ef127 req-54749ebd-761d-4b96-a062-a0c377965dd5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311220 Aug 26 21:24:34.674989 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cbedfecc-2eac-428d-be71-a22aff95863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.761753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cbedfecc-2eac-428d-be71-a22aff95863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.766201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cbedfecc-2eac-428d-be71-a22aff95863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.803332 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-cbedfecc-2eac-428d-be71-a22aff95863d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a434ac4bb30044559160591daa6d02a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308779 Aug 26 21:24:34.804146 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedfecc-2eac-428d-be71-a22aff95863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f86817c-5f7e-430c-9710-ed1ca144bb3c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:34.806118 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 47926) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:34.854092 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.875281 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.925903 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.928845 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:34.932546 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2f86817c-5f7e-430c-9710-ed1ca144bb3c HTTP/1.1" status: 204 len: 168 time: 0.1228745 Aug 26 21:24:34.939818 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355986e8-1a9f-40ee-aa54-5f24b94d30b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f86817c-5f7e-430c-9710-ed1ca144bb3c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:35.763357 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86eebf-6933-4c29-876c-4e50313c274f req-ce63d3e0-4db2-4938-9406-42b76f497388 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:35.768153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a86eebf-6933-4c29-876c-4e50313c274f req-ce63d3e0-4db2-4938-9406-42b76f497388 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0579267 Aug 26 21:24:35.810346 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a86eebf-6933-4c29-876c-4e50313c274f req-328787a0-b0d0-4247-be8c-4ac9dadcea14 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378184 Aug 26 21:24:36.234733 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181843a6-bfde-44ee-a6f6-72eb6f4680c9 req-4b64f6ce-0181-40b8-8e42-11150b0f7c9a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:36.236370 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-181843a6-bfde-44ee-a6f6-72eb6f4680c9 req-4b64f6ce-0181-40b8-8e42-11150b0f7c9a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0622814 Aug 26 21:24:36.278285 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-181843a6-bfde-44ee-a6f6-72eb6f4680c9 req-72788def-f0f8-4682-b075-12cc08e72122 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Aug 26 21:24:36.949176 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7fe1d-10bb-4839-81ae-864fd5fff3d4 req-c40cf8a9-9733-4a1d-9e75-291fd6dc08ce tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:36.949176 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ef7fe1d-10bb-4839-81ae-864fd5fff3d4 req-c40cf8a9-9733-4a1d-9e75-291fd6dc08ce tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0501587 Aug 26 21:24:36.984907 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ef7fe1d-10bb-4839-81ae-864fd5fff3d4 req-ef6ca96a-f20d-4bf3-9a31-eb6753689486 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 Aug 26 21:24:37.393844 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c648d-dca8-44c1-83c9-048ab05e9ac4 req-57a68402-cd7f-4c56-8987-ce2a93fcdf61 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:37.395921 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-407c648d-dca8-44c1-83c9-048ab05e9ac4 req-57a68402-cd7f-4c56-8987-ce2a93fcdf61 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0525584 Aug 26 21:24:37.431910 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-407c648d-dca8-44c1-83c9-048ab05e9ac4 req-43931f5c-7599-45f2-874a-284d4aec8c75 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300062 Aug 26 21:24:38.548875 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac3ff7-ad99-4332-9202-090ce08b8b1b req-b12129ea-b6b0-4b37-8ff8-a3781fdacc5e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:38.550978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcac3ff7-ad99-4332-9202-090ce08b8b1b req-b12129ea-b6b0-4b37-8ff8-a3781fdacc5e tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0489295 Aug 26 21:24:38.592703 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fcac3ff7-ad99-4332-9202-090ce08b8b1b req-0a26c212-92e5-4d92-9158-71001bcf702d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Aug 26 21:24:38.900397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041297e-343e-471d-8526-24df9eefd06d req-1982311e-0d59-4b9e-8ebd-791939c7bc2a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:38.901850 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f041297e-343e-471d-8526-24df9eefd06d req-1982311e-0d59-4b9e-8ebd-791939c7bc2a tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Aug 26 21:24:38.993799 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Deleting port c504d50e-aee4-45b6-a7aa-903c3083d190 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:24:38.994036 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:39.079062 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] For port c504d50e-aee4-45b6-a7aa-903c3083d190, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c504d50e-aee4-45b6-a7aa-903c3083d190,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:39.079422 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:39.095279 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Calling delete_port for c504d50e-aee4-45b6-a7aa-903c3083d190 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:24:39.215413 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:39.230321 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'c504d50e-aee4-45b6-a7aa-903c3083d190'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:24:39.242213 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Pushing event deleted for resources: {'Port': ['ID=c504d50e-aee4-45b6-a7aa-903c3083d190,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:39.254622 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.254975 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.255314 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.255653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.256035 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.256355 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.256679 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.257005 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.257329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.257656 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.257979 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.258301 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:39.293903 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] No DVR routers for this DVR port c504d50e-aee4-45b6-a7aa-903c3083d190 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:24:39.296461 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:39.298512 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f041297e-343e-471d-8526-24df9eefd06d req-322bcb49-256d-4f8e-b946-0a18966e31a0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "DELETE /v2.0/ports/c504d50e-aee4-45b6-a7aa-903c3083d190 HTTP/1.1" status: 204 len: 173 time: 0.3896630 Aug 26 21:24:39.298937 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'name': 'network-vif-deleted', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:24:39.301762 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6150c3-3f7e-4553-abc4-a7721d0d0138" -d '{"events": [{"server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "name": "network-vif-deleted", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:24:39.338148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd678ab3-b598-4752-9da2-9818e88629d2 x-openstack-request-id: req-dd678ab3-b598-4752-9da2-9818e88629d2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:24:39.338435 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a22af1-842f-4673-859e-754e1bafc0d7", "name": "network-vif-deleted", "tag": "c504d50e-aee4-45b6-a7aa-903c3083d190", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:24:39.338681 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd678ab3-b598-4752-9da2-9818e88629d2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:24:39.339068 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a22af1-842f-4673-859e-754e1bafc0d7', 'name': 'network-vif-deleted', 'tag': 'c504d50e-aee4-45b6-a7aa-903c3083d190', 'status': 'completed', 'code': 200} Aug 26 21:24:39.698140 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c8e1b7e8-a6b2-49f2-9154-ea5d9f6e5d1a req-40863895-6260-4243-8c41-4968aefffbdc tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=21a22af1-842f-4673-859e-754e1bafc0d7 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Aug 26 21:24:40.970305 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8fa6a-55e5-4994-b794-c4ccecc5a02b req-e703d6e9-169c-4319-bf5d-526d20b8cb94 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:40.971766 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04e8fa6a-55e5-4994-b794-c4ccecc5a02b req-e703d6e9-169c-4319-bf5d-526d20b8cb94 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0502038 Aug 26 21:24:41.008138 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04e8fa6a-55e5-4994-b794-c4ccecc5a02b req-bf76bb14-ebaf-4b07-882a-29f4182ecdf9 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297391 Aug 26 21:24:41.764815 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c504d50e-aee4-45b6-a7aa-903c3083d190 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:41.784192 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: c504d50e-aee4-45b6-a7aa-903c3083d190 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:24:41.784530 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c504d50e-aee4-45b6-a7aa-903c3083d190 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:24:42.121405 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7d1d8-db21-4abf-a886-a6e9b7012edf req-e31995b9-42a3-4a3b-91a7-4d6190f32e6f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:42.122837 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72a7d1d8-db21-4abf-a886-a6e9b7012edf req-e31995b9-42a3-4a3b-91a7-4d6190f32e6f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0473256 Aug 26 21:24:42.158124 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-72a7d1d8-db21-4abf-a886-a6e9b7012edf req-11308659-fbe8-4241-ae9f-89d061bad00b tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294745 Aug 26 21:24:42.856177 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48116) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:42.959240 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f02c708c-512d-4041-a784-fc82913504b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.048968 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f02c708c-512d-4041-a784-fc82913504b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.053608 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f02c708c-512d-4041-a784-fc82913504b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.088866 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c708c-512d-4041-a784-fc82913504b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5daf52-f724-4b2c-8bbb-c0339ca476eb,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:43.094576 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f02c708c-512d-4041-a784-fc82913504b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c216066271314a6aa4cc75c1f5ed9ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373967 Aug 26 21:24:43.097366 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48120) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:43.147287 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.166994 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.212374 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.215047 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.216218 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca5daf52-f724-4b2c-8bbb-c0339ca476eb HTTP/1.1" status: 204 len: 168 time: 0.1181211 Aug 26 21:24:43.224098 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308d396-0011-4c8e-8706-83b285749410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5daf52-f724-4b2c-8bbb-c0339ca476eb,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:43.273462 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f0cb6-8cf0-4e1c-8c9f-8844b2cebfa9 req-97d8b87e-8414-4889-a034-4db38866d564 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:43.274959 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-304f0cb6-8cf0-4e1c-8c9f-8844b2cebfa9 req-97d8b87e-8414-4889-a034-4db38866d564 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0482306 Aug 26 21:24:43.314927 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-304f0cb6-8cf0-4e1c-8c9f-8844b2cebfa9 req-041c4dd5-2d05-4834-8493-8a424f731fc8 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Aug 26 21:24:43.485826 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48128) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:43.499220 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc68d-886b-41a2-9f0f-708fe092ab25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.584182 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc68d-886b-41a2-9f0f-708fe092ab25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.587798 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c3bfc68d-886b-41a2-9f0f-708fe092ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.627220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c3bfc68d-886b-41a2-9f0f-708fe092ab25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c11e430a6134a2daa6388209e29a7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403711 Aug 26 21:24:43.628422 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfc68d-886b-41a2-9f0f-708fe092ab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e446febb-2567-4f38-bc59-dede891b3de0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:43.630024 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48130) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:43.678160 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.698410 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.744335 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.746771 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:43.747903 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e446febb-2567-4f38-bc59-dede891b3de0 HTTP/1.1" status: 204 len: 168 time: 0.1169124 Aug 26 21:24:43.755846 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b2902-8908-4adc-b952-c9da3dfa78d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e446febb-2567-4f38-bc59-dede891b3de0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:44.060761 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48136) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:44.073639 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29620ba1-7484-4237-a1c4-db86661f4743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.159520 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29620ba1-7484-4237-a1c4-db86661f4743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.163683 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29620ba1-7484-4237-a1c4-db86661f4743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.201935 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-29620ba1-7484-4237-a1c4-db86661f4743 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a0f85af9c614861a52202a77b014ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1400859 Aug 26 21:24:44.203800 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29620ba1-7484-4237-a1c4-db86661f4743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7988afed-b1fa-4e40-bbad-292fb36e9c74,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:44.204659 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48138) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:44.253142 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.274941 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.324733 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.327236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:44.328436 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7988afed-b1fa-4e40-bbad-292fb36e9c74 HTTP/1.1" status: 204 len: 168 time: 0.1227815 Aug 26 21:24:44.336463 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b193d87-2cbf-42f6-8128-1fc57897534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7988afed-b1fa-4e40-bbad-292fb36e9c74,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:44.431092 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a40c69-5a25-4dc5-bda7-04a6e48fa936 req-0eae0db6-b537-4acf-b623-73f94e27857d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:44.432664 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2a40c69-5a25-4dc5-bda7-04a6e48fa936 req-0eae0db6-b537-4acf-b623-73f94e27857d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0500226 Aug 26 21:24:44.471473 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d2a40c69-5a25-4dc5-bda7-04a6e48fa936 req-5c8de90a-77a6-4db8-b6e6-9eacbd0072d5 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 26 21:24:44.992581 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48162) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:45.085729 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1385866466-network', 'tenant_id': '13d49cf216b744a7bd2b321fca644354'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:45.106189 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Made reservation on behalf of 13d49cf216b744a7bd2b321fca644354 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:24:45.108488 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.117048 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.205448 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.209273 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.230654 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:24:45.246021 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ba7c6-ec2c-4cb5-9359-98552a774dc0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:45.250131 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.250472 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Added segment 98a39d6f-8072-40e5-8fa9-06dcf97bb971 of type vlan for network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 Aug 26 21:24:45.289602 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.314187 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.315112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:45.315678 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.368312 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3746769 Aug 26 21:24:45.371195 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48166) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:45.373165 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51613a14-4768-44a5-a5d4-2be9eab74d98 admin admin] Pushing event updated for resources: {'Network': ['ID=a43bf6cc-bd89-46df-96fd-d6a64e0d8768,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:45.377488 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Request body: {'subnet': {'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1385866466-subnet', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:45.383242 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:24:45.399883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Made reservation on behalf of 13d49cf216b744a7bd2b321fca644354 for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:24:45.402099 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.564861 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.590739 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e491f8-eee9-40c5-8c43-ceb1529a7a12 req-f708e4f6-17da-4f6b-9bb1-1e8ec28215f0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:45.592306 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90e491f8-eee9-40c5-8c43-ceb1529a7a12 req-f708e4f6-17da-4f6b-9bb1-1e8ec28215f0 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0531108 Aug 26 21:24:45.632894 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90e491f8-eee9-40c5-8c43-ceb1529a7a12 req-dd393f64-0b16-4022-97ef-e1b8f0196491 tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Aug 26 21:24:45.821849 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4c51189-bd4b-40cd-853e-d151b3fda387,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:45.830129 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Checking segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:45.830510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Network hostable DHCP agents. Network: a43bf6cc-bd89-46df-96fd-d6a64e0d8768, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:24:45.846139 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:24:45.855787 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, a43bf6cc-bd89-46df-96fd-d6a64e0d8768) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:45.862376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:45.865028 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.866718 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c95c70-ec50-4d92-9730-db0ec5dd7bdb None None] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:24:45.879396 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-19a9656f-02c8-4825-9d22-cf189c61ba12 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5069435 Aug 26 21:24:45.882052 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48174) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:45.886360 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:45.905503 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.906450 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:45.958597 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.016004 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:24:46.016872 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.096283 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.148816 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Allocated IP 172.20.0.2 (a43bf6cc-bd89-46df-96fd-d6a64e0d8768/a4c51189-bd4b-40cd-853e-d151b3fda387/6e1d4773-f42b-401b-9138-9fb0e87e50da) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:46.333207 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-22d3f22d-ca7a-462b-8d62-386ff779617d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:46.334659 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-22d3f22d-ca7a-462b-8d62-386ff779617d tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.1066697 Aug 26 21:24:46.347727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.382781 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.403180 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.412184 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Transition to ACTIVE for port object 6e1d4773-f42b-401b-9138-9fb0e87e50da will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:46.427198 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Transition to ACTIVE for port object 6e1d4773-f42b-401b-9138-9fb0e87e50da will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:46.432793 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.467529 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:46.470233 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:46.476552 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:46.489754 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4773-f42b-401b-9138-9fb0e87e50da,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:46.529442 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Deleting port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:24:46.529783 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.536936 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Attempting to bind port 6e1d4773-f42b-401b-9138-9fb0e87e50da on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:24:46.537323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Attempting to bind port 6e1d4773-f42b-401b-9138-9fb0e87e50da by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:24:46.537664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Attempting to bind port 6e1d4773-f42b-401b-9138-9fb0e87e50da on network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:24:46.542402 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:24:46.542801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Checking segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:46.543193 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.543581 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Bound using segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:24:46.544065 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Bound port: 6e1d4773-f42b-401b-9138-9fb0e87e50da, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:24:46.544463 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.548463 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Allocated IP 172.27.3.101 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/045b0bf8-1da0-4275-a1db-f6e1ad450863) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:46.609063 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] For port 6e1d4773-f42b-401b-9138-9fb0e87e50da, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:24:46.611929 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] For port 6e1d4773-f42b-401b-9138-9fb0e87e50da, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=6e1d4773-f42b-401b-9138-9fb0e87e50da,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:24:46.616852 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.679215 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2feb67a-3bca-4907-8732-39c86a27e822 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4773-f42b-401b-9138-9fb0e87e50da,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:46.680288 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] For port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:46.680663 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.702924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Calling delete_port for 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:24:46.773097 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264cb4a-e3d8-4c01-84a6-ae66478da009 req-905ad91a-4746-441c-9978-dcca2f95940f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:46.774774 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1264cb4a-e3d8-4c01-84a6-ae66478da009 req-905ad91a-4746-441c-9978-dcca2f95940f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/ports?device_id=456762c2-79c9-47d6-8093-415dba203db8 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Aug 26 21:24:46.778974 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.820259 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1264cb4a-e3d8-4c01-84a6-ae66478da009 req-444be463-614f-49ab-b4c1-e1280ec648bd tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dcbfb43-43c4-40e0-a26a-9641b6363adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392547 Aug 26 21:24:46.855939 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.921764 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:46.930485 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:46.938818 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:46.967740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Pushing event updated for resources: {'Port': ['ID=045b0bf8-1da0-4275-a1db-f6e1ad450863,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:46.971911 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:46.984496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:24:47.009465 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Pushing event deleted for resources: {'Port': ['ID=3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:47.108194 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] No DVR routers for this DVR port 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:24:47.111963 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:47.113945 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-27ad67ec-a634-469e-ad2e-70847508bdc3 req-7d6ed86f-a4f4-402d-af23-54da8e02691f tempest-ServerRescueNegativeTestJSON-278618736 tempest-ServerRescueNegativeTestJSON-278618736-project] 10.222.0.47 "DELETE /v2.0/ports/3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 HTTP/1.1" status: 204 len: 173 time: 0.7726829 Aug 26 21:24:47.114376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'name': 'network-vif-deleted', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:24:47.116641 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255cfc07-f29e-493a-84c4-0c7cf2cd699d" -d '{"events": [{"server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "name": "network-vif-deleted", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:24:47.161879 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb9b52-0cc7-4b19-ab9b-c8335749fef9 x-openstack-request-id: req-21fb9b52-0cc7-4b19-ab9b-c8335749fef9 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:24:47.162167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456762c2-79c9-47d6-8093-415dba203db8", "name": "network-vif-deleted", "tag": "3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:24:47.162419 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-21fb9b52-0cc7-4b19-ab9b-c8335749fef9 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:24:47.162810 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456762c2-79c9-47d6-8093-415dba203db8', 'name': 'network-vif-deleted', 'tag': '3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281', 'status': 'completed', 'code': 200} Aug 26 21:24:47.279933 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:47.477426 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:47.577308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa174969-5ca1-42a4-b6fd-40859a904440 None None] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:24:47.611304 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Router 5420b996-1895-4c59-bf2b-1157c1c1c96b is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:24:47.664090 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e626937a-9426-41f0-90b1-f4a42f3ef53e None None] Provisioning for port 6e1d4773-f42b-401b-9138-9fb0e87e50da completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:47.727839 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:24:47.738799 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Sync routers for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:24:47.744780 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:47.748102 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:47.748811 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48180) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:47.748936 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:47.757094 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-22368831-643a-418e-8913-52b34a195af2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8653319 Aug 26 21:24:47.868817 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:47.879682 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48184) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:48.064205 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 6e1d4773-f42b-401b-9138-9fb0e87e50da up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:48.100857 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:47Z', 'revision_number': 3, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:48.132750 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Checking router: 5420b996-1895-4c59-bf2b-1157c1c1c96b for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:24:48.133151 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Updating router 5420b996-1895-4c59-bf2b-1157c1c1c96b port 045b0bf8-1da0-4275-a1db-f6e1ad450863 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:24:48.149124 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 6e1d4773-f42b-401b-9138-9fb0e87e50da completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:48.155239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 6e1d4773-f42b-401b-9138-9fb0e87e50da triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:48.155616 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.169624 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.236477 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.248633 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.289856 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 6e1d4773-f42b-401b-9138-9fb0e87e50da, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=6e1d4773-f42b-401b-9138-9fb0e87e50da,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:48.296322 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.384312 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=6e1d4773-f42b-401b-9138-9fb0e87e50da,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:48.397828 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.428369 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Allocated IP 172.20.0.1 (a43bf6cc-bd89-46df-96fd-d6a64e0d8768/a4c51189-bd4b-40cd-853e-d151b3fda387/8ade68ad-1a90-4f3a-8c96-c2ac291f9658) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:48.481402 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.492684 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Transition to ACTIVE for port object 045b0bf8-1da0-4275-a1db-f6e1ad450863 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:48.498138 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.542343 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.553907 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Attempting to bind port 045b0bf8-1da0-4275-a1db-f6e1ad450863 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:24:48.554273 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Attempting to bind port 045b0bf8-1da0-4275-a1db-f6e1ad450863 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:24:48.554630 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Attempting to bind port 045b0bf8-1da0-4275-a1db-f6e1ad450863 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:24:48.556244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Transition to ACTIVE for port object 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:48.557582 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Pushing event updated for resources: {'Port': ['ID=045b0bf8-1da0-4275-a1db-f6e1ad450863,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:48.562527 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:24:48.562726 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:48.563993 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.564420 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:24:48.564888 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Bound port: 045b0bf8-1da0-4275-a1db-f6e1ad450863, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:24:48.565283 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.589693 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.590023 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.590360 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.590678 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.591027 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.591317 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.591687 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.592033 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.592392 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.592719 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.593034 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.593190 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.593350 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:24:48.629741 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] For port 045b0bf8-1da0-4275-a1db-f6e1ad450863, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:24:48.633330 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] For port 045b0bf8-1da0-4275-a1db-f6e1ad450863, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=045b0bf8-1da0-4275-a1db-f6e1ad450863,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:24:48.639981 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.646406 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.647246 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:48.648243 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Pushing event updated for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:48.651927 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:48.664688 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:48.692439 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:48.693054 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:48.710713 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.742079 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd328f68-aa80-4e0f-9bd7-ce046ae72091 None None] Pushing event updated for resources: {'Port': ['ID=045b0bf8-1da0-4275-a1db-f6e1ad450863,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:48.816316 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:48.863976 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:48.961050 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c618f919-2b4f-465a-90df-4f98f2b45c07 None None] Provisioning for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:48.967203 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c618f919-2b4f-465a-90df-4f98f2b45c07 None None] Provisioning complete for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:48.967203 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c618f919-2b4f-465a-90df-4f98f2b45c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.002891 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c618f919-2b4f-465a-90df-4f98f2b45c07 None None] Port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:24:49.019486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Deleting port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:24:49.019928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.067224 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.072682 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.104934 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:47Z', 'revision_number': 3, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:49.105568 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] For port c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,segment=NetworkSegment(7aff200b-58a4-4820-8619-e334299cd514),segment_id=7aff200b-58a4-4820-8619-e334299cd514)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:49.106099 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.120816 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Calling delete_port for c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:24:49.131002 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4652e555-3cd5-4de6-be4a-6c0a9928485b None None] The sync data for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi is: [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:47Z', 'revision_number': 3, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:24:49.144773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Pushing event updated for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:49.148656 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.244864 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:49.246214 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:49.321807 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.359289 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:49.397787 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Router 5420b996-1895-4c59-bf2b-1157c1c1c96b has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:24:49.521585 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:24:49.537366 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1388c5e9-e976-4b8e-b707-7b6a15aae184 admin admin] 10.222.0.26 "PUT /v2.0/routers/5420b996-1895-4c59-bf2b-1157c1c1c96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793469 Aug 26 21:24:49.580751 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.630024 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-e4674342-3cbb-4c74-a85e-9e88eda9633b None None] Provisioning complete for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:49.630742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e4674342-3cbb-4c74-a85e-9e88eda9633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:49.671942 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-e4674342-3cbb-4c74-a85e-9e88eda9633b None None] Port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:24:49.822941 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Router b4060e04-34d8-45a8-8df5-f96736686abf has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:24:49.834932 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:49.859883 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:24:49.860488 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 3d98f5a2-e28b-4fb4-9dee-2e2d4b31c281 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:24:49.946336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:24:49.951573 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d193541a-22d6-4f7e-ad96-616ba11b89d3 admin admin] 10.222.0.26 "PUT /v2.0/routers/b4060e04-34d8-45a8-8df5-f96736686abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707390 Aug 26 21:24:49.953814 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48198) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:49.958677 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Sync routers for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:24:49.975359 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:49.977179 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:50.116944 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.121209 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48202) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:50.126501 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-705545904-network', 'tenant_id': 'd3536e99a85943c5aee4344052729178'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:50.129439 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:50.154203 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Made reservation on behalf of d3536e99a85943c5aee4344052729178 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:24:50.158473 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.172696 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.196489 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 045b0bf8-1da0-4275-a1db-f6e1ad450863 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:50.250438 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.280359 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.286047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.321016 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Deleting port 2b36bcbb-e976-4860-a041-b65a746494ff {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:24:50.321364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.327360 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:24:50.343765 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30502ebb-d404-485e-a4c2-663f89ed5592,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:50.344248 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 045b0bf8-1da0-4275-a1db-f6e1ad450863 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:50.346529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.346960 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Added segment fa657510-6c32-4f58-b744-1eee3618a76a of type vlan for network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 Aug 26 21:24:50.373889 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 045b0bf8-1da0-4275-a1db-f6e1ad450863 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:50.374344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.389634 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.413522 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] For port 2b36bcbb-e976-4860-a041-b65a746494ff, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=2b36bcbb-e976-4860-a041-b65a746494ff,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:50.414022 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.418223 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.419383 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:50.420076 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.431414 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Calling delete_port for 2b36bcbb-e976-4860-a041-b65a746494ff owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:24:50.459650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:24:49Z', 'revision_number': 5, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port': {'id': '2b36bcbb-e976-4860-a041-b65a746494ff', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:11Z', 'updated_at': '2021-08-26T21:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:50.479279 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3543296 Aug 26 21:24:50.479979 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48204) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:50.483736 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f51c0a-66cf-48ee-bd56-c1b9a29e8e74 admin admin] Pushing event updated for resources: {'Network': ['ID=dac8b27d-7ebc-47ab-83bb-aba8e122bb24,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:50.487077 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Request body: {'subnet': {'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-705545904-subnet', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:50.491896 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Checking router: b4060e04-34d8-45a8-8df5-f96736686abf for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:24:50.498398 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:24:50.532110 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Made reservation on behalf of d3536e99a85943c5aee4344052729178 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:24:50.535015 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59002910'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.552140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.572381 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Routers {'b4060e04-34d8-45a8-8df5-f96736686abf'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:50.573001 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['b4060e04-34d8-45a8-8df5-f96736686abf'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:50.627348 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 045b0bf8-1da0-4275-a1db-f6e1ad450863, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=045b0bf8-1da0-4275-a1db-f6e1ad450863,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:50.661029 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.661918 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 6e1d4773-f42b-401b-9138-9fb0e87e50da up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:50.729420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.748107 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] Set router b4060e04-34d8-45a8-8df5-f96736686abf gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:50.775276 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b36bcbb-e976-4860-a041-b65a746494ff,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:50.821261 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 6, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:50.824273 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=045b0bf8-1da0-4275-a1db-f6e1ad450863,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:50.874493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.881419 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Sync routers for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:24:50.890975 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:50.891592 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:50.897006 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58850589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59002988'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:50.974609 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084f1d-b1f5-4257-b944-92edc54b81df None None] The sync data for ids ['b4060e04-34d8-45a8-8df5-f96736686abf'] in dv-cinder-806260-2-iscsi is: [{'id': 'b4060e04-34d8-45a8-8df5-f96736686abf', 'name': 'tempest-ServerRescueNegativeTestJSON-658947316-router', 'tenant_id': '4e76c46cc64446cba9a69d527704e285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:10Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 6, 'project_id': '4e76c46cc64446cba9a69d527704e285', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:24:50.984870 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 6e1d4773-f42b-401b-9138-9fb0e87e50da triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:50.985523 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.014118 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:51.218339 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 2, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:51.235390 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.240779 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.247082 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Checking router: 5420b996-1895-4c59-bf2b-1157c1c1c96b for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:24:51.247529 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Updating router 5420b996-1895-4c59-bf2b-1157c1c1c96b port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:24:51.273418 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.311173 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dae5680-0d7e-4a86-903f-ebd6cd92eaf0,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:51.324928 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.325664 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4060e04-34d8-45a8-8df5-f96736686abf {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:24:51.332089 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.333258 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1754c737-6394-47b7-8bb4-6765e79e125e admin admin] 10.222.0.26 "DELETE /v2.0/routers/b4060e04-34d8-45a8-8df5-f96736686abf HTTP/1.1" status: 204 len: 168 time: 1.3784611 Aug 26 21:24:51.335872 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48206) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:51.342084 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Checking segment: {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:51.342447 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Network hostable DHCP agents. Network: dac8b27d-7ebc-47ab-83bb-aba8e122bb24, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:24:51.363524 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:24:51.378861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, dac8b27d-7ebc-47ab-83bb-aba8e122bb24) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:51.389041 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61b5f9-0619-4496-8c89-9eb283861ceb None None] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:24:51.392320 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Deleting subnet 799660a4-2477-44e1-93c5-e84fcab21fe6 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:24:51.396067 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.406816 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:24:51.407415 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.429083 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fd5e8184-0a56-40ff-84b8-a7385b19e9cd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9452226 Aug 26 21:24:51.430322 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48208) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:51.436114 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.436426 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:24:51.465548 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.472412 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.490141 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.533440 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.560997 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.593409 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799660a4-2477-44e1-93c5-e84fcab21fe6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:51.600014 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.604797 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-34712a1b-ebd1-40c3-821d-3e176ddcf4bb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/799660a4-2477-44e1-93c5-e84fcab21fe6 HTTP/1.1" status: 204 len: 168 time: 0.2652330 Aug 26 21:24:51.604959 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48210) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:51.621865 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.636912 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Transition to ACTIVE for port object 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:51.643367 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.653570 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:24:51.654547 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.686611 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.726303 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865fcb9-5064-4361-8b36-8eacd05549c1 None None] Pushing event updated for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:51.737006 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.766643 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Attempting to bind port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:24:51.767230 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Attempting to bind port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:24:51.767680 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Attempting to bind port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 on network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:24:51.774883 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:24:51.775374 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Checking segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:51.775843 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.776288 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Bound using segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:24:51.776851 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Bound port: 8ade68ad-1a90-4f3a-8c96-c2ac291f9658, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:24:51.777885 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.849832 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.852250 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] For port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:24:51.856224 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] For port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:24:51.865853 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.866389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34bd2f3-b54e-4a12-8eac-7eff388fec4a']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:51.883345 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aff200b-58a4-4820-8619-e334299cd514') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:51.884551 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aff200b-58a4-4820-8619-e334299cd514') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:51.900782 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.925684 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:51.926662 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:51.941784 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.965786 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:24:51.967524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:51.976303 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Allocated IP 172.20.0.2 (dac8b27d-7ebc-47ab-83bb-aba8e122bb24/8dae5680-0d7e-4a86-903f-ebd6cd92eaf0/54cc02df-9351-4edb-a996-55d5bc0b9ab0) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:52.063153 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:24:52.094925 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:24:52.099735 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.113317 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.115681 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d34bd2f3-b54e-4a12-8eac-7eff388fec4a HTTP/1.1" status: 204 len: 168 time: 0.5095735 Aug 26 21:24:52.126883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fba6a-6e76-4f83-b7ce-e2cf3f584533 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34bd2f3-b54e-4a12-8eac-7eff388fec4a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:52.135649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 045b0bf8-1da0-4275-a1db-f6e1ad450863 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:52.155284 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.200827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.217779 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865fcb9-5064-4361-8b36-8eacd05549c1 None None] Pushing event updated for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:52.248529 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 045b0bf8-1da0-4275-a1db-f6e1ad450863 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:52.248902 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.371410 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:51Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:52.400336 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Allocated IP 172.27.3.69 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/a8a87633-0a78-4bc9-a6eb-832be2528114) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:52.410590 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af311f6-7ace-491e-a3b1-9221a3fcefc6 None None] The sync data for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi is: [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:51Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:24:52.417229 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48214) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:52.505031 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.514011 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Transition to ACTIVE for port object 54cc02df-9351-4edb-a996-55d5bc0b9ab0 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:52.522950 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2af079e2-1ff0-43b4-b015-4e97b89a3386 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e76c46cc64446cba9a69d527704e285&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017034 Aug 26 21:24:52.523161 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48216) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:52.543985 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Transition to ACTIVE for port object 54cc02df-9351-4edb-a996-55d5bc0b9ab0 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:52.558036 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.595119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:52.609763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.625713 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.626040 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:24:52.626382 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device c4c1e391-4f27-45d2-b3a5-f73fefaa4fa0 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:24:52.626801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 2b36bcbb-e976-4860-a041-b65a746494ff no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:24:52.655898 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.657646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:52.661791 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 2b36bcbb-e976-4860-a041-b65a746494ff {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:24:52.662133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 2b36bcbb-e976-4860-a041-b65a746494ff not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:24:52.665964 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:52.668359 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:52.670676 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Pushing event updated for resources: {'Port': ['ID=54cc02df-9351-4edb-a996-55d5bc0b9ab0,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:52.713649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.733893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Attempting to bind port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:24:52.734279 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Attempting to bind port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:24:52.734614 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Attempting to bind port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 on network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:24:52.740632 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:24:52.740632 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Checking segment: {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:52.741104 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.741568 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Bound using segment: {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:24:52.742289 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Bound port: 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:24:52.742667 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.758459 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:52.765283 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:52.767730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:52.770508 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a87633-0a78-4bc9-a6eb-832be2528114,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:52.772748 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.775254 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.776438 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dcbfb43-43c4-40e0-a26a-9641b6363adf HTTP/1.1" status: 204 len: 168 time: 0.2524297 Aug 26 21:24:52.810562 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5bf86-2187-4434-b7ed-1b27f205d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcbfb43-43c4-40e0-a26a-9641b6363adf,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:52.820177 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] For port 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:24:52.829041 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] For port 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=54cc02df-9351-4edb-a996-55d5bc0b9ab0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:24:52.837010 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:52.906637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040382d9-8fa4-4534-8984-511106f14bdd None None] Pushing event updated for resources: {'Port': ['ID=54cc02df-9351-4edb-a996-55d5bc0b9ab0,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:53.121782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:53.360183 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:53.507483 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Router 9e43ee53-7954-41e3-aec8-27ab9863014f is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:24:53.627746 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:24:53.637826 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Sync routers for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:24:53.651041 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:53.651662 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:53.652669 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:53.653928 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4672b4ef-1fa4-4480-9dbf-8f6520535448 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2225881 Aug 26 21:24:53.656840 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48238) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:24:53.787625 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:54.014140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b47e0-800c-4ff8-9b78-e9d2f0a988d9 None None] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:24:54.108624 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-64da4a28-8560-45fc-a4f8-16c145c3a98c None None] Provisioning for port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:54.137971 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 54cc02df-9351-4edb-a996-55d5bc0b9ab0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:54.174936 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:52Z', 'revision_number': 3, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:54.194779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.225015 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Checking router: 9e43ee53-7954-41e3-aec8-27ab9863014f for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:24:54.227039 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Updating router 9e43ee53-7954-41e3-aec8-27ab9863014f port a8a87633-0a78-4bc9-a6eb-832be2528114 binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:24:54.294514 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.318788 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:54.352368 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:54.353084 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.398978 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Allocated IP 172.20.0.1 (dac8b27d-7ebc-47ab-83bb-aba8e122bb24/8dae5680-0d7e-4a86-903f-ebd6cd92eaf0/7982fae5-8897-4c0c-b4cf-a28a4f74b4d0) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:24:54.503559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.518030 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Transition to ACTIVE for port object 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:54.554772 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.605965 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:54.609021 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:54.614144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:24:54.617645 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Pushing event updated for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:54.654765 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.695714 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.771089 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=54cc02df-9351-4edb-a996-55d5bc0b9ab0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:54.780530 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.781372 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:54.792698 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.808422 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-3ae7a2db-8d04-4010-ac0c-cd6e7fb95ed3 None None] Provisioning complete for port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:54.808795 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3ae7a2db-8d04-4010-ac0c-cd6e7fb95ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.943503 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=54cc02df-9351-4edb-a996-55d5bc0b9ab0,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:54.963229 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:54.980523 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Transition to ACTIVE for port object a8a87633-0a78-4bc9-a6eb-832be2528114 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:24:54.987036 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:55.008264 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.017342 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:55.017733 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.123416 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-df5610e3-8487-4e5b-88b6-b848e9133df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.124733 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea54cf-8783-482c-8f78-b3f7e07a6ef8 None None] Pushing event updated for resources: {'Port': ['ID=a8a87633-0a78-4bc9-a6eb-832be2528114,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:55.129756 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Attempting to bind port a8a87633-0a78-4bc9-a6eb-832be2528114 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:24:55.130118 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Attempting to bind port a8a87633-0a78-4bc9-a6eb-832be2528114 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:24:55.130482 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Attempting to bind port a8a87633-0a78-4bc9-a6eb-832be2528114 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:24:55.138719 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:24:55.139094 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:24:55.139586 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.140106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:24:55.140397 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Bound port: a8a87633-0a78-4bc9-a6eb-832be2528114, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:24:55.140774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.174644 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.179528 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.227998 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.233506 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] For port a8a87633-0a78-4bc9-a6eb-832be2528114, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:24:55.245643 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Pushing event updated for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:55.249450 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.261312 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2ce499d9-233b-403c-9560-2a4d689586ca None None] Provisioning for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:55.266141 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] For port a8a87633-0a78-4bc9-a6eb-832be2528114, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a8a87633-0a78-4bc9-a6eb-832be2528114,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:24:55.273281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2ce499d9-233b-403c-9560-2a4d689586ca None None] Provisioning complete for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:55.273659 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2ce499d9-233b-403c-9560-2a4d689586ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.277692 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.314947 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:55.339289 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.354868 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:24:55.356268 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:24:55.362209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-2ce499d9-233b-403c-9560-2a4d689586ca None None] Port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:24:55.373835 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:55.374460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:55.420249 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea54cf-8783-482c-8f78-b3f7e07a6ef8 None None] Pushing event updated for resources: {'Port': ['ID=a8a87633-0a78-4bc9-a6eb-832be2528114,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:55.499361 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Router 9e43ee53-7954-41e3-aec8-27ab9863014f has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:24:55.527216 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:55.552694 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:55.605298 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-269c3af5-b4f8-4c8d-8028-f343d550609a None None] Provisioning complete for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:55.605670 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-269c3af5-b4f8-4c8d-8028-f343d550609a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:55.620582 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:24:55.625482 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ca6f3efb-18ba-4da1-b919-1f710907d9fb admin admin] 10.222.0.26 "PUT /v2.0/routers/9e43ee53-7954-41e3-aec8-27ab9863014f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9676285 Aug 26 21:24:55.673235 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-269c3af5-b4f8-4c8d-8028-f343d550609a None None] Port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:24:55.819104 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:54Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '7982fae5-8897-4c0c-b4cf-a28a4f74b4d0', 'name': '', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'mac_address': 'fa:16:3e:39:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:54Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 2, 'project_id': 'd3536e99a85943c5aee4344052729178', 'subnets': [{'id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:55.844582 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9828506d-1ce1-469d-87b2-66556db7d494 None None] The sync data for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi is: [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:54Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '7982fae5-8897-4c0c-b4cf-a28a4f74b4d0', 'name': '', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'mac_address': 'fa:16:3e:39:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:54Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 2, 'project_id': 'd3536e99a85943c5aee4344052729178', 'subnets': [{'id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:24:55.992877 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 54cc02df-9351-4edb-a996-55d5bc0b9ab0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:56.092980 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:56.093345 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:56.190307 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:56.239886 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:56.240260 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:56.390177 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:24:57.640125 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:57.901153 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9eb33d74-4fdb-4706-9718-2b1a5531bb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:58.029764 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a8a87633-0a78-4bc9-a6eb-832be2528114 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:24:58.092681 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port a8a87633-0a78-4bc9-a6eb-832be2528114 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:24:58.098663 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port a8a87633-0a78-4bc9-a6eb-832be2528114 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:24:58.099119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:58.189623 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:58.211648 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port a8a87633-0a78-4bc9-a6eb-832be2528114, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a8a87633-0a78-4bc9-a6eb-832be2528114,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:24:58.216913 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:58.273977 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=a8a87633-0a78-4bc9-a6eb-832be2528114,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:24:58.666201 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:24:59.374573 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Sync routers for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:24:59.385234 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:24:59.385847 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:59.495550 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:24:59.796532 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:54Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '7982fae5-8897-4c0c-b4cf-a28a4f74b4d0', 'name': '', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'mac_address': 'fa:16:3e:39:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:54Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 2, 'project_id': 'd3536e99a85943c5aee4344052729178', 'subnets': [{'id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:24:59.823792 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Checking router: 9e43ee53-7954-41e3-aec8-27ab9863014f for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:24:59.824105 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Updating router 9e43ee53-7954-41e3-aec8-27ab9863014f port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:24:59.853518 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.027381 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a8a87633-0a78-4bc9-a6eb-832be2528114 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:00.116263 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port a8a87633-0a78-4bc9-a6eb-832be2528114 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:00.116740 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.202185 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.216809 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Transition to ACTIVE for port object 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:00.227613 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.320083 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419acd32-99bf-4420-9c3c-1c42cfc47fb8 None None] Pushing event updated for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:00.352025 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Attempting to bind port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:25:00.352402 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Attempting to bind port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:25:00.352764 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Attempting to bind port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 on network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:00.361942 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:25:00.362915 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Checking segment: {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:00.363732 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.364457 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Bound using segment: {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:25:00.365048 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Bound port: 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa657510-6c32-4f58-b744-1eee3618a76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:25:00.365589 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.452068 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] For port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:25:00.457587 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] For port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:25:00.466225 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.523155 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:00.523821 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:00.549594 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:00.568522 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419acd32-99bf-4420-9c3c-1c42cfc47fb8 None None] Pushing event updated for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:00.663418 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:00.891395 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:54Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '7982fae5-8897-4c0c-b4cf-a28a4f74b4d0', 'name': '', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'mac_address': 'fa:16:3e:39:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:54Z', 'updated_at': '2021-08-26T21:25:00Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'subnets': [{'id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:00.921696 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed212862-b579-48ad-b9bd-f744c50687bc None None] The sync data for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi is: [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:24:54Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '7982fae5-8897-4c0c-b4cf-a28a4f74b4d0', 'name': '', 'network_id': 'dac8b27d-7ebc-47ab-83bb-aba8e122bb24', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'mac_address': 'fa:16:3e:39:10:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:54Z', 'updated_at': '2021-08-26T21:25:00Z', 'revision_number': 4, 'project_id': 'd3536e99a85943c5aee4344052729178', 'subnets': [{'id': '8dae5680-0d7e-4a86-903f-ebd6cd92eaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:25:01.736063 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48350) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:01.863090 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911cd228-0cff-4a3f-b8d7-b109686819e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:01.977323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911cd228-0cff-4a3f-b8d7-b109686819e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:01.982552 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-911cd228-0cff-4a3f-b8d7-b109686819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.033289 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-911cd228-0cff-4a3f-b8d7-b109686819e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dfab41bc11da44418508084abb9a8858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947094 Aug 26 21:25:02.033571 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48358) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:02.041271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cd228-0cff-4a3f-b8d7-b109686819e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d45f14-7d30-469c-936b-7b1809da3b98,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:02.068230 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:02.093340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.119359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.185334 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.188254 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.189792 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98d45f14-7d30-469c-936b-7b1809da3b98 HTTP/1.1" status: 204 len: 168 time: 0.1553326 Aug 26 21:25:02.198441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0831ef-102a-4876-a396-2de136750da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d45f14-7d30-469c-936b-7b1809da3b98,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:02.261006 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:02.266366 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:02.267004 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.362467 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.399861 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:02.405731 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:02.474253 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:03.936178 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48398) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:04.010362 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:04.066980 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:04.067344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.102316 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c8df5dbf-4694-41e2-aae1-44449f1e5825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.214418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c8df5dbf-4694-41e2-aae1-44449f1e5825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.218470 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c8df5dbf-4694-41e2-aae1-44449f1e5825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.257484 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c8df5dbf-4694-41e2-aae1-44449f1e5825 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eab571f346b4dc5bfed5945052b7218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202188 Aug 26 21:25:04.258321 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df5dbf-4694-41e2-aae1-44449f1e5825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3756b58e-05a3-46bc-9223-299fbdf53ff0,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:04.260109 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48402) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:04.330509 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.356766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.414279 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.416924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.420691 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3756b58e-05a3-46bc-9223-299fbdf53ff0 HTTP/1.1" status: 204 len: 168 time: 0.1550288 Aug 26 21:25:04.427921 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4f6e-9519-4cad-bfd0-f71e54a9e7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756b58e-05a3-46bc-9223-299fbdf53ff0,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:04.756219 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48414) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:04.773206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d304b10-654c-4b35-8a0d-40c2033da3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.870939 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d304b10-654c-4b35-8a0d-40c2033da3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.875412 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6d304b10-654c-4b35-8a0d-40c2033da3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:04.915312 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6d304b10-654c-4b35-8a0d-40c2033da3c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb5e7ac4380c432fbfbc0ab7c43100f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579275 Aug 26 21:25:04.916214 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d304b10-654c-4b35-8a0d-40c2033da3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a731826-2ca3-42a4-a792-69d46ff80cf4,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:04.917990 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48416) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:04.977734 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:05.000374 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:05.057984 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:05.060618 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:05.064150 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a731826-2ca3-42a4-a792-69d46ff80cf4 HTTP/1.1" status: 204 len: 168 time: 0.1450539 Aug 26 21:25:05.074103 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a40725-3576-478c-a73c-8ced5318a637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a731826-2ca3-42a4-a792-69d46ff80cf4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:05.795856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-e2a868ff-ddcc-46f7-858b-5665bfdb9bf4 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:05.797312 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-e2a868ff-ddcc-46f7-858b-5665bfdb9bf4 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 815 time: 0.0979972 Aug 26 21:25:05.812665 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-7f7adee5-f383-4ef6-b312-b39d8f877abc tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/quotas/13d49cf216b744a7bd2b321fca644354 HTTP/1.1" status: 200 len: 375 time: 0.0091140 Aug 26 21:25:05.870687 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-2ec388c1-ceb7-4391-a2a4-b466070c9969 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513306 Aug 26 21:25:05.967534 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-fd643118-ecb3-4757-ad26-54879c5caa43 service neutron] 10.222.0.26 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Aug 26 21:25:06.064314 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-1013cc49-2ccb-4d8d-81df-e7d93ba1340a service neutron] 10.222.0.26 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903015 Aug 26 21:25:06.234992 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90486903-8cab-4904-9802-063ea83beb16 req-62a3149a-cd86-46cc-8a5a-6c9e9efd7464 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 210 time: 0.0288553 Aug 26 21:25:07.189529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-598b6cd0-16af-4bfd-8075-e93f8eba3dee tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:07.191295 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-598b6cd0-16af-4bfd-8075-e93f8eba3dee tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 815 time: 0.1025934 Aug 26 21:25:07.204562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'port': {'device_id': 'ba000afc-22dc-4823-b078-e25dd3369063', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'admin_state_up': True, 'tenant_id': '13d49cf216b744a7bd2b321fca644354'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:07.313675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Made reservation on behalf of 13d49cf216b744a7bd2b321fca644354 for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:07.318209 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:07.332486 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf616c91-81c7-40d6-94ce-865de5e12571 req-e0d76f59-6320-431a-8713-30b2f435d042 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 210 time: 0.0273106 Aug 26 21:25:07.454927 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Allocated IP 172.20.0.3 (a43bf6cc-bd89-46df-96fd-d6a64e0d8768/a4c51189-bd4b-40cd-853e-d151b3fda387/15376a30-2f01-4550-859f-53033211d998) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:25:07.603433 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:07.620491 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Transition to ACTIVE for port object 15376a30-2f01-4550-859f-53033211d998 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:07.660246 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:07.706604 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:25:07.710085 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:07.713119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:25:07.786127 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:07.827985 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:07.829382 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:07.850188 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4b2f2b3b-426f-48dc-a814-b9e9d4f3c1f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6493475 Aug 26 21:25:08.092461 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cd3d70cc-38ec-4f56-8adc-da3fe13e30a4 None None] Provisioning for port 15376a30-2f01-4550-859f-53033211d998 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:08.099030 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-cd3d70cc-38ec-4f56-8adc-da3fe13e30a4 None None] Provisioning complete for port 15376a30-2f01-4550-859f-53033211d998 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:08.099531 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-cd3d70cc-38ec-4f56-8adc-da3fe13e30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:08.152277 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d70cc-38ec-4f56-8adc-da3fe13e30a4 None None] Port 15376a30-2f01-4550-859f-53033211d998 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:25:08.449693 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6ae8d-7482-4a25-870b-e46953867fdb req-61ad4e0e-2860-4403-a977-70b1f49894f5 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:08.451151 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6db6ae8d-7482-4a25-870b-e46953867fdb req-61ad4e0e-2860-4403-a977-70b1f49894f5 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0514939 Aug 26 21:25:08.490160 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6db6ae8d-7482-4a25-870b-e46953867fdb req-d83fe312-6b3f-48a1-87ca-9c0fa4499eaf tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322006 Aug 26 21:25:09.631041 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e034962-c676-46c2-ba54-94ad9bf76945 req-098583f9-93f5-4202-8671-f9de1bb1b363 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:09.632614 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e034962-c676-46c2-ba54-94ad9bf76945 req-098583f9-93f5-4202-8671-f9de1bb1b363 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0588746 Aug 26 21:25:09.680365 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e034962-c676-46c2-ba54-94ad9bf76945 req-69f27eb5-6321-40a3-bcdf-ef3df2ce1915 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Aug 26 21:25:10.796170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4697d0-b9c7-4df7-b964-5a09fe38616b req-d66fa7c7-3c57-4db0-8fc3-393c2ce12564 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:10.797698 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec4697d0-b9c7-4df7-b964-5a09fe38616b req-d66fa7c7-3c57-4db0-8fc3-393c2ce12564 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0494728 Aug 26 21:25:10.838321 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ec4697d0-b9c7-4df7-b964-5a09fe38616b req-5677d3a2-007b-4a62-89e8-c657d8741089 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Aug 26 21:25:11.952948 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d29e29-0175-4ada-9f55-960733df4bea req-d5e608d7-24da-43cd-a8d6-6040026a9440 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:11.954469 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6d29e29-0175-4ada-9f55-960733df4bea req-d5e608d7-24da-43cd-a8d6-6040026a9440 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0488062 Aug 26 21:25:11.994204 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f6d29e29-0175-4ada-9f55-960733df4bea req-badd9c95-457e-4438-86a5-dcf9e48bca01 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Aug 26 21:25:13.121163 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549cdf4-3362-431c-9be1-beec892efeac req-e900dc54-2b0a-4bc9-8dad-9646fa611c2f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:13.122732 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6549cdf4-3362-431c-9be1-beec892efeac req-e900dc54-2b0a-4bc9-8dad-9646fa611c2f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0613611 Aug 26 21:25:13.164008 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6549cdf4-3362-431c-9be1-beec892efeac req-9fc340e9-a1ab-4cd7-851f-0dc1caded798 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Aug 26 21:25:14.295941 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad2087-d10d-4aa9-8c6e-3d7aedc229cc req-c022e09f-c135-4e31-9116-edd68d4cba6e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:14.298423 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6ad2087-d10d-4aa9-8c6e-3d7aedc229cc req-c022e09f-c135-4e31-9116-edd68d4cba6e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0531867 Aug 26 21:25:14.349084 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6ad2087-d10d-4aa9-8c6e-3d7aedc229cc req-5700559e-1e01-4375-84f7-762bfe935ea1 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Aug 26 21:25:15.467331 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bef94-a0ac-473e-84e4-c7e506cb303f req-b152e798-2389-493c-a527-fedd8a80803d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:15.468844 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a7bef94-a0ac-473e-84e4-c7e506cb303f req-b152e798-2389-493c-a527-fedd8a80803d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0536406 Aug 26 21:25:15.509774 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a7bef94-a0ac-473e-84e4-c7e506cb303f req-d45ee165-d8d5-414b-a94f-9ad331d21862 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Aug 26 21:25:16.633682 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6a8c-a5a2-4f1d-8e66-92bd04ad5938 req-5f9047db-e7d9-456d-ad07-e9c6d1664385 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:16.635265 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d89d6a8c-a5a2-4f1d-8e66-92bd04ad5938 req-5f9047db-e7d9-456d-ad07-e9c6d1664385 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.0579824 Aug 26 21:25:16.884209 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d89d6a8c-a5a2-4f1d-8e66-92bd04ad5938 req-f2273c4d-3fbf-426a-9205-50f02aadcc0d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417789 Aug 26 21:25:17.257346 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48626) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:17.360760 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f370199-3d85-4295-ac0f-1c5ab1491922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.448977 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f370199-3d85-4295-ac0f-1c5ab1491922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.453329 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1f370199-3d85-4295-ac0f-1c5ab1491922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.491826 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f370199-3d85-4295-ac0f-1c5ab1491922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a72638-433f-4f85-8b96-10576977bfb1,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:17.495939 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1f370199-3d85-4295-ac0f-1c5ab1491922 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3e7a0e3bea94cc29eb4739c78e961ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375469 Aug 26 21:25:17.498449 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48630) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:17.547085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.570275 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.621364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.624026 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:17.628135 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21a72638-433f-4f85-8b96-10576977bfb1 HTTP/1.1" status: 204 len: 168 time: 0.1258552 Aug 26 21:25:17.633929 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa269e2-3def-443d-be53-e3256cb5abec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a72638-433f-4f85-8b96-10576977bfb1,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:17.903193 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48640) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:17.916405 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-760ba481-01a8-4193-9703-4b8609798d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.140316 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a2a13-ac01-4a3b-a5ea-43fbbdc7fa7f req-f84bb511-940b-46b9-829e-34894326d83d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:18.140316 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e45a2a13-ac01-4a3b-a5ea-43fbbdc7fa7f req-f84bb511-940b-46b9-829e-34894326d83d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 931 time: 0.1506143 Aug 26 21:25:18.146297 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-760ba481-01a8-4193-9703-4b8609798d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.152586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-760ba481-01a8-4193-9703-4b8609798d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.210312 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-760ba481-01a8-4193-9703-4b8609798d76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6013d2dc72bc406e9fe89ff4c170b505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060093 Aug 26 21:25:18.212922 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ba481-01a8-4193-9703-4b8609798d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0b110a-77b7-43df-900b-2182f13728c7,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:18.213070 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48646) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:18.220116 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e45a2a13-ac01-4a3b-a5ea-43fbbdc7fa7f req-1cbefb51-c038-4a2a-8682-d1b0391fed6f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796509 Aug 26 21:25:18.272911 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.295071 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.353094 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.355571 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.359046 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb0b110a-77b7-43df-900b-2182f13728c7 HTTP/1.1" status: 204 len: 168 time: 0.1428106 Aug 26 21:25:18.365991 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0395fe-c903-4b45-b56f-e91fe26d21e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0b110a-77b7-43df-900b-2182f13728c7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:18.408378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:18.914867 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Request body: {'port': {'device_id': 'ba000afc-22dc-4823-b078-e25dd3369063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:18.970247 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.227073 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15376a30-2f01-4550-859f-53033211d998 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:19.234353 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.250360 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Transition to ACTIVE for port object 15376a30-2f01-4550-859f-53033211d998 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:19.254916 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.376926 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:19.386405 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e85823-428e-4c8f-bff8-2b36439a4a24 req-6f9dfa1c-894f-4e6c-906e-c7862caddb08 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:19.390444 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Attempting to bind port 15376a30-2f01-4550-859f-53033211d998 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:25:19.391112 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Attempting to bind port 15376a30-2f01-4550-859f-53033211d998 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:25:19.391619 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Attempting to bind port 15376a30-2f01-4550-859f-53033211d998 on network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:19.394967 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d7e85823-428e-4c8f-bff8-2b36439a4a24 req-6f9dfa1c-894f-4e6c-906e-c7862caddb08 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 943 time: 0.0764039 Aug 26 21:25:19.398130 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Port 15376a30-2f01-4550-859f-53033211d998 on network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:25:19.398648 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Attempting to bind port 15376a30-2f01-4550-859f-53033211d998 on network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:19.404248 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:25:19.404590 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Checking segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:19.405175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Bound using segment: {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:25:19.405777 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Bound port: 15376a30-2f01-4550-859f-53033211d998, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a39d6f-8072-40e5-8fa9-06dcf97bb971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:25:19.406311 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.434022 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d7e85823-428e-4c8f-bff8-2b36439a4a24 req-e98925e7-79c7-4c4a-b68e-9ec22def7118 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Aug 26 21:25:19.494851 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:25:19.498661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:25:19.506259 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.557521 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:19.558265 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:19.559496 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] 10.222.0.47 "PUT /v2.0/ports/15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 1093 time: 0.6503208 Aug 26 21:25:19.561971 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:19.566039 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f44482-f11f-4aae-8aae-f61589a74bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:19.599735 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15c45f-18ec-4c51-b3e8-35ada0204233 service neutron] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:19.618403 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2223bddf-22d4-4d47-a089-fa2a5b452334 x-openstack-request-id: req-2223bddf-22d4-4d47-a089-fa2a5b452334 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:19.618712 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:19.619087 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2223bddf-22d4-4d47-a089-fa2a5b452334 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:19.619481 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:25:19.686060 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-c44e91b4-a8e9-4936-a151-688deb9c7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:19.687813 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-c44e91b4-a8e9-4936-a151-688deb9c7e85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1096 time: 0.0472357 Aug 26 21:25:19.742297 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-15bbae03-1648-4ddf-b213-c76dc84d9b80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 217 time: 0.0457475 Aug 26 21:25:19.798366 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-e6b82741-172c-4efe-9bb8-b06875c6f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:19.800782 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-e6b82741-172c-4efe-9bb8-b06875c6f4c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0494819 Aug 26 21:25:19.849696 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-aba0f823-d30c-43bb-83b6-4b693fb85a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:19.851354 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-aba0f823-d30c-43bb-83b6-4b693fb85a9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424058 Aug 26 21:25:19.950498 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-b36f5d09-7bcd-472f-acd5-3c689b588aaa service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902498 Aug 26 21:25:20.044400 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a4ef59a-04dd-426c-803d-cfe83fec5b4d req-33b5c693-db56-4306-9789-cdc5d2eaa9fb service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862744 Aug 26 21:25:20.147494 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-900df5cc-a402-4394-bb89-c579ccb3ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.149031 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-900df5cc-a402-4394-bb89-c579ccb3ff11 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1096 time: 0.0406621 Aug 26 21:25:20.244665 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-a079a763-af30-40cf-b1f6-77a65c6cadd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.246127 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-a079a763-af30-40cf-b1f6-77a65c6cadd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.0885375 Aug 26 21:25:20.293598 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-8a668175-5505-48e0-a000-954c2e3e6aff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 217 time: 0.0383925 Aug 26 21:25:20.344671 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-e490e1b3-ded0-4e1a-9650-259d5b3fcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.346793 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-e490e1b3-ded0-4e1a-9650-259d5b3fcfb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0447836 Aug 26 21:25:20.400609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-96d0798c-8b69-456f-8505-ceba71c7bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.402080 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-96d0798c-8b69-456f-8505-ceba71c7bee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434654 Aug 26 21:25:20.496198 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-2a63e681-2903-48ce-9268-b157735972cd service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849404 Aug 26 21:25:20.562800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38543e36-3992-4f7c-b543-66e8067df62d req-c5049665-7af8-4dd1-870a-6982975a4052 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.564760 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38543e36-3992-4f7c-b543-66e8067df62d req-c5049665-7af8-4dd1-870a-6982975a4052 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 943 time: 0.0523136 Aug 26 21:25:20.593304 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-b5f44482-f11f-4aae-8aae-f61589a74bdf req-8d5de010-2ad4-4864-ba5f-a382b9b50749 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895298 Aug 26 21:25:20.605145 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38543e36-3992-4f7c-b543-66e8067df62d req-80e7107a-380e-4e69-bab0-2bd45078538d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338345 Aug 26 21:25:20.605764 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48734) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:20.709989 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d8afe1d-e956-4e80-82b1-bfe70425572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:20.799099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d8afe1d-e956-4e80-82b1-bfe70425572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:20.803351 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6d8afe1d-e956-4e80-82b1-bfe70425572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:20.844149 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6d8afe1d-e956-4e80-82b1-bfe70425572d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0eb2a2c150ec4b898aac07a0e38eca76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370455 Aug 26 21:25:20.844973 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8afe1d-e956-4e80-82b1-bfe70425572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e01d3e-b19e-4189-ad9c-2c29d0166184,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:20.847598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48744) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:20.901944 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:20.925843 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:20.996052 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757a6f5-741a-4828-b648-c8e7847792ed req-8cc66f93-0a79-40ae-8455-373626b023e2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:20.997429 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0757a6f5-741a-4828-b648-c8e7847792ed req-8cc66f93-0a79-40ae-8455-373626b023e2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0697474 Aug 26 21:25:21.018839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.021530 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.024173 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c9e01d3e-b19e-4189-ad9c-2c29d0166184 HTTP/1.1" status: 204 len: 168 time: 0.1755817 Aug 26 21:25:21.039249 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869c32c-3e73-450d-a712-a5685c687868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e01d3e-b19e-4189-ad9c-2c29d0166184,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:21.057101 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0757a6f5-741a-4828-b648-c8e7847792ed req-0323c431-ca10-4102-ad63-eb395bde591d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536814 Aug 26 21:25:21.296732 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48752) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:21.310148 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e295136f-a47a-4099-96a7-22f5830c9a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.403115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e295136f-a47a-4099-96a7-22f5830c9a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.406894 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e295136f-a47a-4099-96a7-22f5830c9a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.446429 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e295136f-a47a-4099-96a7-22f5830c9a04 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=27fdc065ca8a45eeacc449c3bfc62b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486623 Aug 26 21:25:21.447424 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295136f-a47a-4099-96a7-22f5830c9a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e7d6cd-cbb2-40f3-b874-fcd9793f6837,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:21.449062 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48754) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:21.496964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.518080 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.563183 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.566702 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:21.567876 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3e7d6cd-cbb2-40f3-b874-fcd9793f6837 HTTP/1.1" status: 204 len: 168 time: 0.1178000 Aug 26 21:25:21.576442 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33237707-b28e-4b8f-8091-abed8abe2a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e7d6cd-cbb2-40f3-b874-fcd9793f6837,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:21.720882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4489-e30a-497c-81f0-5005b0a17832 req-b6a177bd-b919-4084-b3b0-0495aa98245e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:21.722861 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c3a4489-e30a-497c-81f0-5005b0a17832 req-b6a177bd-b919-4084-b3b0-0495aa98245e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 943 time: 0.0486526 Aug 26 21:25:21.762128 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c3a4489-e30a-497c-81f0-5005b0a17832 req-e2c0a326-c5a9-4aa1-8972-2e2888ebf32d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Aug 26 21:25:21.987628 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 15376a30-2f01-4550-859f-53033211d998 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:25:22.084050 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:22.096094 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '15376a30-2f01-4550-859f-53033211d998', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'port_id': '15376a30-2f01-4550-859f-53033211d998', 'mac_address': 'fa:16:3e:8b:72:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:25:22.133651 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.147838 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15376a30-2f01-4550-859f-53033211d998 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:22.167911 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:22.171903 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.185267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042951c8-5a71-4b1b-b20e-729787ade672 req-d2886451-c670-4dca-bbd5-1620f261deef tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:22.187282 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-042951c8-5a71-4b1b-b20e-729787ade672 req-d2886451-c670-4dca-bbd5-1620f261deef tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0547538 Aug 26 21:25:22.219407 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:22.227790 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-042951c8-5a71-4b1b-b20e-729787ade672 req-cafc8b67-33c7-423a-a5f0-4947d4414791 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333545 Aug 26 21:25:22.269364 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48780) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:22.362373 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-582515731-network', 'tenant_id': 'af7549e358d841789b5aba43b81001b5'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:22.383047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Made reservation on behalf of af7549e358d841789b5aba43b81001b5 for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:22.385303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.393790 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.427914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:22.484064 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.488110 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.517464 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:25:22.523502 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4331a427-3071-4536-89f5-078d64959653,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:22.530579 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.530846 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Added segment 82957136-8656-4331-986c-5378a5ff5003 of type vlan for network 7e58377d-dd0c-4f10-a4b6-41348792ffe9 Aug 26 21:25:22.571871 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.625898 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.626814 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:22.628004 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.680400 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-41028ac1-8d83-4515-b7d0-5cdf94fd6b9a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:22.681817 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-41028ac1-8d83-4515-b7d0-5cdf94fd6b9a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.1034405 Aug 26 21:25:22.702537 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4321213 Aug 26 21:25:22.706303 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48784) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:22.711231 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Request body: {'subnet': {'network_id': '7e58377d-dd0c-4f10-a4b6-41348792ffe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-582515731-subnet', 'tenant_id': 'af7549e358d841789b5aba43b81001b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:22.729284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485a088-d9c0-411b-b9c3-ff20471a7ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=7e58377d-dd0c-4f10-a4b6-41348792ffe9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:22.732099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Made reservation on behalf of af7549e358d841789b5aba43b81001b5 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:22.734494 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59002910'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.739939 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 7e58377d-dd0c-4f10-a4b6-41348792ffe9 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:25:22.795479 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Deleting port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:25:22.795914 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.892595 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] For port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:22.893074 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:22.942819 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd000cf-1980-42bd-b6e3-64ef206f7936 req-afa73c6c-a51c-44c3-a486-8da66e854ee0 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:22.944328 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cd000cf-1980-42bd-b6e3-64ef206f7936 req-afa73c6c-a51c-44c3-a486-8da66e854ee0 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 944 time: 0.0909445 Aug 26 21:25:22.960045 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58850589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59002988'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.028093 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cd000cf-1980-42bd-b6e3-64ef206f7936 req-aa1c8dc1-bf4b-4b60-bfa3-146a3ae94e9b tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Aug 26 21:25:23.031783 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=322a869b-b351-4dd6-af88-990984768ce9,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:23.047465 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Checking segment: {'id': '82957136-8656-4331-986c-5378a5ff5003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '7e58377d-dd0c-4f10-a4b6-41348792ffe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:23.047882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Network hostable DHCP agents. Network: 7e58377d-dd0c-4f10-a4b6-41348792ffe9, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:25:23.066314 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Network 7e58377d-dd0c-4f10-a4b6-41348792ffe9 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:25:23.074831 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 7e58377d-dd0c-4f10-a4b6-41348792ffe9) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:23.078963 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:23.079641 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.085115 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864462e-defd-4576-b9d6-f0db5a898f54 None None] Network 7e58377d-dd0c-4f10-a4b6-41348792ffe9 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:25:23.095601 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3703f017-6df4-4353-bf1e-8ed0fd5c4c0f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881068 Aug 26 21:25:23.124750 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.125496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.125874 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Floating IP 07a04113-0d3b-4260-b8a3-cacdbeaab3ab disassociated. External IP: 172.27.3.33, port: 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29. Aug 26 21:25:23.126273 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Calling delete_port for 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:25:23.211946 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785c9d2-ef13-4395-934b-a633ab59be3f None None] Network 7e58377d-dd0c-4f10-a4b6-41348792ffe9 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:25:23.387002 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8ab02-c8aa-4cb4-a12e-da12ebe948f3 req-f0a5b1d3-3716-4926-b813-00affb29f175 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:23.389071 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cf8ab02-c8aa-4cb4-a12e-da12ebe948f3 req-f0a5b1d3-3716-4926-b813-00affb29f175 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 947 time: 0.0572457 Aug 26 21:25:23.436356 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cf8ab02-c8aa-4cb4-a12e-da12ebe948f3 req-6f4a21dd-0b3b-4929-be93-aa6a9ac3779c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Aug 26 21:25:23.510141 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.540428 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'Port': ['ID=36676fa8-8e2b-43b6-8e5c-c502e2cb3f29,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:23.615612 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48804) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:23.620988 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1525438849-network', 'tenant_id': '8c52e60f8bea4464ab1c30d95d42cb2d'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:23.643656 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Made reservation on behalf of 8c52e60f8bea4464ab1c30d95d42cb2d for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:23.645777 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.656562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:25:23.659268 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.759057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.762949 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:25:23.765039 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.776047 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:25:23.791355 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:23.792018 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:25:23.793032 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:23.806957 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.807646 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Added segment 273d36fc-b6f7-463c-b2b0-7d92e054f28e of type vlan for network 2c135a18-ee3b-4ecf-9031-86a292b59470 Aug 26 21:25:23.818245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] No DVR routers for this DVR port 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:25:23.821055 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.823476 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-645fd574-62ec-4d16-bc06-3474d95e12cd req-156d2895-0cf8-4a6c-a812-cbdb951b5931 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "DELETE /v2.0/ports/36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 HTTP/1.1" status: 204 len: 173 time: 1.1309812 Aug 26 21:25:23.824265 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-deleted', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:23.826497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df896828-db9d-4ba5-a832-bd6f182cdc29" -d '{"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-deleted", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:23.875555 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee48d09-149c-423e-b1bf-2c314d96af2f x-openstack-request-id: req-eee48d09-149c-423e-b1bf-2c314d96af2f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:23.876112 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b32494-ad03-4b7f-b8d9-e52a73396e17", "name": "network-vif-deleted", "tag": "36676fa8-8e2b-43b6-8e5c-c502e2cb3f29", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:23.876667 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eee48d09-149c-423e-b1bf-2c314d96af2f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:23.877209 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b32494-ad03-4b7f-b8d9-e52a73396e17', 'name': 'network-vif-deleted', 'tag': '36676fa8-8e2b-43b6-8e5c-c502e2cb3f29', 'status': 'completed', 'code': 200} Aug 26 21:25:23.898306 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98def5f3-ee7e-4479-b386-73f1a1751d55,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:23.918838 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.966331 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.967550 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:23.968403 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:23.990696 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:24.022524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4057119 Aug 26 21:25:24.025601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48808) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:24.030600 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Request body: {'subnet': {'network_id': '2c135a18-ee3b-4ecf-9031-86a292b59470', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1525438849-subnet', 'tenant_id': '8c52e60f8bea4464ab1c30d95d42cb2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:24.032360 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95ede3-6d7b-4b44-99cb-a25cba63774e admin admin] Pushing event updated for resources: {'Network': ['ID=2c135a18-ee3b-4ecf-9031-86a292b59470,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:24.037863 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 15376a30-2f01-4550-859f-53033211d998 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:24.045493 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 2c135a18-ee3b-4ecf-9031-86a292b59470 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:25:24.061631 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Made reservation on behalf of 8c52e60f8bea4464ab1c30d95d42cb2d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:24.064661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.182271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34367a36-2470-42b1-a8f5-08f10ccc4dba req-aa88b5f0-62f1-47b8-a7b9-223fd035a16d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:24.194972 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34367a36-2470-42b1-a8f5-08f10ccc4dba req-aa88b5f0-62f1-47b8-a7b9-223fd035a16d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 944 time: 0.0842559 Aug 26 21:25:24.252077 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-34367a36-2470-42b1-a8f5-08f10ccc4dba req-d8d4ed79-540d-4708-8b44-06bb3bcda790 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529096 Aug 26 21:25:24.253366 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 15376a30-2f01-4550-859f-53033211d998 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:24.264264 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 15376a30-2f01-4550-859f-53033211d998 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:24.264865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.275928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.341415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Checking segment: {'id': '273d36fc-b6f7-463c-b2b0-7d92e054f28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2c135a18-ee3b-4ecf-9031-86a292b59470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:24.341785 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Network hostable DHCP agents. Network: 2c135a18-ee3b-4ecf-9031-86a292b59470, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:25:24.345541 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efaa927-f21e-4f93-afb7-4cb3520f7153,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:24.366172 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Network 2c135a18-ee3b-4ecf-9031-86a292b59470 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:25:24.377341 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 2c135a18-ee3b-4ecf-9031-86a292b59470) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:24.382866 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:24.383903 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.413243 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1e8c8bb1-5a84-4578-8dac-c35001cc5377 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3765583 Aug 26 21:25:24.416649 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a4e4ed-e933-4066-acb3-d9d2054e3926 None None] Network 2c135a18-ee3b-4ecf-9031-86a292b59470 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:25:24.472614 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:24.513950 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.520480 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:25:24.559765 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:24.560669 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:24:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:24.594485 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db822178-4fe2-4545-85e2-946d83cbc897 req-97db17b4-5bbf-4738-9d2d-8e5472e522ef tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=31b32494-ad03-4b7f-b8d9-e52a73396e17 HTTP/1.1" status: 200 len: 210 time: 0.0413542 Aug 26 21:25:24.605253 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:24.607470 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47385214-4303-4b16-908a-3923a4617546" -d '{"events": [{"server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "name": "network-vif-plugged", "status": "completed", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:24.649253 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:24.652961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a9b30-da25-49c8-8554-f03341f36b15 x-openstack-request-id: req-153a9b30-da25-49c8-8554-f03341f36b15 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:24.653318 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "name": "network-vif-plugged", "status": "completed", "tag": "15376a30-2f01-4550-859f-53033211d998", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:24.653522 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-153a9b30-da25-49c8-8554-f03341f36b15 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:24.653927 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'code': 200} Aug 26 21:25:24.660773 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:24.848208 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da020d-05fa-470d-8126-36e0bb956eaf req-551509c9-ece8-48ab-ab3c-e2dd161d1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:24.850126 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-48da020d-05fa-470d-8126-36e0bb956eaf req-551509c9-ece8-48ab-ab3c-e2dd161d1a8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1098 time: 0.0423255 Aug 26 21:25:24.896621 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c617fa-1ec4-4af1-9153-c89f364bd66e None None] Network 2c135a18-ee3b-4ecf-9031-86a292b59470 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:25:24.897464 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-48da020d-05fa-470d-8126-36e0bb956eaf req-d4881fcb-9c14-42c1-a358-6f4044ebf62b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363741 Aug 26 21:25:24.948499 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:24.951503 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:25.135583 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5388e930-c875-462d-9bc9-5a9d77ef0809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:25.227265 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:25.256526 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955716d0-9897-45fb-996f-9ece9a9a54f7 None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:25:25.368469 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600366e-8d98-413c-977e-5cf36e51e3f7 req-8af3bea1-7a7b-4ac8-a3ab-21fbfab4ccba tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:25.369967 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9600366e-8d98-413c-977e-5cf36e51e3f7 req-8af3bea1-7a7b-4ac8-a3ab-21fbfab4ccba tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0527451 Aug 26 21:25:25.411055 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9600366e-8d98-413c-977e-5cf36e51e3f7 req-ccec26d8-e773-4b27-86db-8fcb5a3830a6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Aug 26 21:25:25.507754 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf88471-8298-40c7-90ce-e76a6157276c None None] New status for floating IP 07a04113-0d3b-4260-b8a3-cacdbeaab3ab: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:25:25.713680 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48834) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:25.772232 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:25.794462 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:25.840766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:25.843588 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:25.844791 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "DELETE /v2.0/security-groups/7a733c8d-8f42-4a93-aa57-6ab3db2e9c16 HTTP/1.1" status: 204 len: 168 time: 0.1301188 Aug 26 21:25:25.848556 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48836) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:25.854647 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5df790-44ce-4d36-9df4-f79c85be9e71 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a733c8d-8f42-4a93-aa57-6ab3db2e9c16,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:25.863468 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.api.v2.resource [None req-854a7d10-9fbd-4106-9ff7-963ccee1cdb7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] show failed (client error): The resource could not be found. Aug 26 21:25:25.867198 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-854a7d10-9fbd-4106-9ff7-963ccee1cdb7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups/7a733c8d-8f42-4a93-aa57-6ab3db2e9c16 HTTP/1.1" status: 404 len: 347 time: 0.0150363 Aug 26 21:25:25.867510 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48838) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:26.025447 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Deleting port fd1ccb47-158c-40fb-b338-703c8c59032b {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:25:26.025782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.099284 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.099605 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.110685 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Calling delete_port for fd1ccb47-158c-40fb-b338-703c8c59032b owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:25:26.258261 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.286375 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'Port': ['ID=fd1ccb47-158c-40fb-b338-703c8c59032b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:26.350716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.353262 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.354567 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d31b844a-c0b0-418b-8909-ba1f85ac006c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "DELETE /v2.0/floatingips/07a04113-0d3b-4260-b8a3-cacdbeaab3ab HTTP/1.1" status: 204 len: 168 time: 0.4860084 Aug 26 21:25:26.526590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef3450-cf1b-435c-94ce-a687d9528512 req-8231c014-3223-41b5-81e3-c4392238ac90 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:26.529005 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aeef3450-cf1b-435c-94ce-a687d9528512 req-8231c014-3223-41b5-81e3-c4392238ac90 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0506237 Aug 26 21:25:26.568682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aeef3450-cf1b-435c-94ce-a687d9528512 req-f56d0c30-154e-4f6a-92c8-21c9c5f5ca0e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 26 21:25:26.680615 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca5b67-96f4-4fff-ba9e-216151b19732 req-a10e4cf5-571a-41d6-8ea4-b9abcb5c02d6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:26.682727 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0ca5b67-96f4-4fff-ba9e-216151b19732 req-a10e4cf5-571a-41d6-8ea4-b9abcb5c02d6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0479627 Aug 26 21:25:26.718868 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e0ca5b67-96f4-4fff-ba9e-216151b19732 req-05663445-8478-4630-a5fa-c8827fc3daee tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Aug 26 21:25:26.790965 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48862) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:26.795589 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317308750', 'description': 'tempest-description--930908563'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:26.821987 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.905847 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.909840 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.932625 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:26.936442 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1417961 Aug 26 21:25:26.936755 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 48864) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:26.942074 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group_rule': {'security_group_id': '6585c632-5ab7-4730-9e9f-6fdd46fe63d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:26.942497 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6585c632-5ab7-4730-9e9f-6fdd46fe63d6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:26.949648 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.949990 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.950327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.950853 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.950984 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.951304 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.951631 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.951987 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.952311 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.952636 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.952955 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.953275 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab23edd-7ebf-4890-b146-32773bf3db83 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:26.976200 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.025983 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.030396 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.052451 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381000ff-c62b-43eb-ae96-081d6945713b,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:27.059721 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.061262 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f866242f-1b73-4eeb-bdd5-cf4c392fd23d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235135 Aug 26 21:25:27.064400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48868) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:27.069705 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'security_group_rule': {'security_group_id': '6585c632-5ab7-4730-9e9f-6fdd46fe63d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:27.082844 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdf79e-701a-4ca2-9cfd-327efd9b6298 req-7c07e2de-621a-4d05-b289-f21831fc1900 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:27.084305 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08fdf79e-701a-4ca2-9cfd-327efd9b6298 req-7c07e2de-621a-4d05-b289-f21831fc1900 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0612104 Aug 26 21:25:27.126968 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.133543 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08fdf79e-701a-4ca2-9cfd-327efd9b6298 req-beabe092-63db-4f62-ad85-6c9af17cf206 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Aug 26 21:25:27.186908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.191500 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.213040 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c75a60e-3303-40d6-bba7-fa4292c4e762,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:27.220669 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.221741 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-be9dd2d0-0751-4042-a208-5913feb097f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555104 Aug 26 21:25:27.224772 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 48872) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:27.229197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:27.253825 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.351999 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.478937 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Allocated IP 172.27.3.13 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/64bb7628-6ccd-4adb-9313-7b43fbf88949) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:25:27.584510 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.627901 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.633791 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.667650 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:25:27.672598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:27.676850 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:25:27.705538 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=64bb7628-6ccd-4adb-9313-7b43fbf88949,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:27.804257 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.843105 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.891827 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ae5d613f-3714-4cbc-93f0-3d62d2fad6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.992853 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:27.996320 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:25:27.997947 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:28.015680 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:25:28.016048 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 36676fa8-8e2b-43b6-8e5c-c502e2cb3f29 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:25:28.065886 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=64bb7628-6ccd-4adb-9313-7b43fbf88949,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:28.073967 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:28.087597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:28.088855 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d45bb131-b908-45ea-b883-e4d8e658ce4a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8631783 Aug 26 21:25:28.269190 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-ae2ab16a-f970-45a7-814a-d10b44c84552 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--317308750&fields=id&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 267 time: 0.0322130 Aug 26 21:25:28.373485 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-206ba2b8-7a7b-4541-be46-47a442ddec88 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:28.374912 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-206ba2b8-7a7b-4541-be46-47a442ddec88 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 816 time: 0.0992682 Aug 26 21:25:28.389734 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-993b35a3-aab2-4193-ab81-8abb26dc96d3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/quotas/94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 375 time: 0.0085623 Aug 26 21:25:28.440809 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-7a963096-875b-4c13-9c30-7df7cc6f066c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453734 Aug 26 21:25:28.535076 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-4250b129-465d-4ed9-8520-5559d4033e87 service neutron] 10.222.0.26 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831821 Aug 26 21:25:28.621485 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-ef41f2cd-8a3c-4d02-8209-157d5bbd24c8 service neutron] 10.222.0.26 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804324 Aug 26 21:25:28.667575 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:28.788311 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf635f5a-6c7d-42c3-bd9d-4761e1c94533 req-4724c10c-4904-4219-a591-71f5f46bdd2a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 210 time: 0.0314767 Aug 26 21:25:29.753414 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-98b8b012-796a-43f0-9946-833eb80fb935 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:29.754768 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-98b8b012-796a-43f0-9946-833eb80fb935 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 816 time: 0.1059294 Aug 26 21:25:29.802057 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-aa51ca15-d7f1-4114-ad3e-9d9b02651496 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 379 time: 0.0378585 Aug 26 21:25:29.815659 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'port': {'device_id': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'admin_state_up': True, 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'security_groups': ['6585c632-5ab7-4730-9e9f-6fdd46fe63d6']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:29.890437 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a749197-22b8-4bd3-8527-8039b2efbfa7 req-a8953ecc-90f9-48ad-a36c-f3d1f3ea03dd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 210 time: 0.0256317 Aug 26 21:25:29.921602 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Made reservation on behalf of 94917f9a383543b0b1804ebe3870153f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:29.925510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.049461 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Allocated IP 172.20.0.8 (7252e207-3d22-400e-aff0-ed31003555c4/1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b/f22b9bd7-4531-43a7-822e-341dbd7f8005) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:25:30.192182 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.205085 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Transition to ACTIVE for port object f22b9bd7-4531-43a7-822e-341dbd7f8005 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:30.237035 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.280653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Network 7252e207-3d22-400e-aff0-ed31003555c4 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:25:30.283873 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:30.287663 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:25:30.311789 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:30.347299 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:30.347980 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.365095 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-15251154-09fc-4b7c-b948-62b8771023df tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536675 Aug 26 21:25:30.379790 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Request body: {'port': {'device_id': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:30.436948 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.516396 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.590167 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-070f6045-3b3f-4161-b186-1e2b16573c9a None None] Provisioning for port f22b9bd7-4531-43a7-822e-341dbd7f8005 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:30.593636 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-070f6045-3b3f-4161-b186-1e2b16573c9a None None] Provisioning complete for port f22b9bd7-4531-43a7-822e-341dbd7f8005 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:30.594002 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-070f6045-3b3f-4161-b186-1e2b16573c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.626466 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-070f6045-3b3f-4161-b186-1e2b16573c9a None None] Port f22b9bd7-4531-43a7-822e-341dbd7f8005 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:25:30.703230 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:30.710401 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.722349 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Transition to ACTIVE for port object f22b9bd7-4531-43a7-822e-341dbd7f8005 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:30.726148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.797489 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:30.852893 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Attempting to bind port f22b9bd7-4531-43a7-822e-341dbd7f8005 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:25:30.853204 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Attempting to bind port f22b9bd7-4531-43a7-822e-341dbd7f8005 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:25:30.853460 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Attempting to bind port f22b9bd7-4531-43a7-822e-341dbd7f8005 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:30.857825 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Port f22b9bd7-4531-43a7-822e-341dbd7f8005 on network 7252e207-3d22-400e-aff0-ed31003555c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:25:30.858142 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Attempting to bind port f22b9bd7-4531-43a7-822e-341dbd7f8005 on network 7252e207-3d22-400e-aff0-ed31003555c4 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:30.863884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:25:30.864215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Checking segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:30.864592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Bound using segment: {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:25:30.865013 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Bound port: f22b9bd7-4531-43a7-822e-341dbd7f8005, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782e8541-9225-4f21-9207-6973a6aac9f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:25:30.865371 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.928779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:25:30.931912 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:25:30.936910 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.971539 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:30.972151 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:30.973499 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] 10.222.0.47 "PUT /v2.0/ports/f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 1093 time: 0.6002245 Aug 26 21:25:30.973924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:30.976144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7485566-2394-4e49-a232-75b27a24afeb" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:31.009722 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac07b8-1126-4afd-bc29-600a1a55d3cf service neutron] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:31.028057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df755a-db19-477b-aeef-9287e2222b4b req-89194084-6728-4610-a447-9313da23c004 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.035494 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2df755a-db19-477b-aeef-9287e2222b4b req-89194084-6728-4610-a447-9313da23c004 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0654297 Aug 26 21:25:31.056836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0417da0a-a097-4405-ab93-255a13f6f9d8 x-openstack-request-id: req-0417da0a-a097-4405-ab93-255a13f6f9d8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:31.057128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:31.057376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0417da0a-a097-4405-ab93-255a13f6f9d8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:31.057768 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'status': 'completed', 'code': 200} Aug 26 21:25:31.075170 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-af3645be-c7ff-4795-ae11-91fb303caae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.076864 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-af3645be-c7ff-4795-ae11-91fb303caae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1096 time: 0.0522091 Aug 26 21:25:31.079318 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2df755a-db19-477b-aeef-9287e2222b4b req-660af7dc-0c56-40ea-9f25-689bc49e0f78 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427065 Aug 26 21:25:31.125309 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-2c4f1072-e8ec-437a-8e1d-99a60f88ffde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 217 time: 0.0405092 Aug 26 21:25:31.179025 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-7d79202f-7d31-467c-8771-47a06aef82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.180518 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-7d79202f-7d31-467c-8771-47a06aef82c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0454111 Aug 26 21:25:31.228469 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-2a89a3f8-7fcb-4da1-8711-92a274fe9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.229920 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-2a89a3f8-7fcb-4da1-8711-92a274fe9f8c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391412 Aug 26 21:25:31.321143 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-c1ae985c-3a41-4c05-8f25-c78c2a2eb02b service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Aug 26 21:25:31.407914 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-9f8a4e7a-953f-44c1-82a0-def7cbcfa108 req-f0875c74-eae1-4b3f-8e54-4366b3140a0e service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796983 Aug 26 21:25:31.499267 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7485566-2394-4e49-a232-75b27a24afeb req-b1bee0d3-d087-48c7-861c-07e5c16e8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.500814 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-b1bee0d3-d087-48c7-861c-07e5c16e8fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1096 time: 0.0410612 Aug 26 21:25:31.593969 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7485566-2394-4e49-a232-75b27a24afeb req-fd333bc0-5a4c-4483-b34c-bf21cdb55d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.595434 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-fd333bc0-5a4c-4483-b34c-bf21cdb55d9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0878091 Aug 26 21:25:31.640435 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-1e792649-4023-48f2-a379-a48b422e70be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 217 time: 0.0366256 Aug 26 21:25:31.692844 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7485566-2394-4e49-a232-75b27a24afeb req-49e5fe05-c465-46d5-855d-dfd4508be2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.694270 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-49e5fe05-c465-46d5-855d-dfd4508be2e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0469563 Aug 26 21:25:31.739160 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7485566-2394-4e49-a232-75b27a24afeb req-a7e330be-9c67-452d-beb6-2861e370f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:31.740616 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-a7e330be-9c67-452d-beb6-2861e370f933 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387511 Aug 26 21:25:31.836171 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-30d58065-76e5-443c-ac86-cf67240c8670 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866497 Aug 26 21:25:31.931442 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d7485566-2394-4e49-a232-75b27a24afeb req-94fe004d-569c-40f8-858b-dac57a93825e service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877774 Aug 26 21:25:32.199487 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478dc8-6515-47b6-90a4-f51221b059b6 req-0c695cab-efde-4d06-a629-b06aa45d414f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:32.200988 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89478dc8-6515-47b6-90a4-f51221b059b6 req-0c695cab-efde-4d06-a629-b06aa45d414f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0492709 Aug 26 21:25:32.239262 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89478dc8-6515-47b6-90a4-f51221b059b6 req-31872f5a-eb05-45e4-ac74-7d29ed156289 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Aug 26 21:25:33.356799 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4339-1cfe-4a9d-8dd5-654f99778477 req-15f2b0a3-528e-4d71-bfc0-8fa93489807a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:33.358256 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7b6b4339-1cfe-4a9d-8dd5-654f99778477 req-15f2b0a3-528e-4d71-bfc0-8fa93489807a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0481975 Aug 26 21:25:33.388794 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:25:33.395280 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7b6b4339-1cfe-4a9d-8dd5-654f99778477 req-70f020bb-4868-4aba-8b9e-677aca2fb58b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Aug 26 21:25:34.019347 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:25:34.116678 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:34.128071 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:25:34.165580 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:34.181164 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:34.202721 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:34.206728 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:34.255429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:34.262139 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.262481 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.262813 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.263141 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.263465 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.263848 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.264153 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.264471 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.264825 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.265127 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.265440 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.265751 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:34.448830 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['f22b9bd7-4531-43a7-822e-341dbd7f8005'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:34.514418 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f1877-3976-4397-9648-078f291f2af9 req-099135ab-7db8-44bb-8551-2632b71ab2e5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:34.516086 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-658f1877-3976-4397-9648-078f291f2af9 req-099135ab-7db8-44bb-8551-2632b71ab2e5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0510988 Aug 26 21:25:34.553072 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-658f1877-3976-4397-9648-078f291f2af9 req-2eb4b28a-53cd-492a-b276-61f62e7bd3ad tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310655 Aug 26 21:25:35.620977 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a7b2-ae6d-44f3-af7e-e5da51c0d220 req-85f78bae-2533-4210-9006-8902509bf3f9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:35.622460 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8207a7b2-ae6d-44f3-af7e-e5da51c0d220 req-85f78bae-2533-4210-9006-8902509bf3f9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0485687 Aug 26 21:25:35.685178 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8207a7b2-ae6d-44f3-af7e-e5da51c0d220 req-35fc1855-b57a-485a-b053-068c9f201fd7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526428 Aug 26 21:25:35.694259 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec119b-4268-4799-8143-8234bff43dd4 req-2ad80b3a-a4bf-4924-a66c-aa512996f30b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:35.695865 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61ec119b-4268-4799-8143-8234bff43dd4 req-2ad80b3a-a4bf-4924-a66c-aa512996f30b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0721920 Aug 26 21:25:35.709271 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49016) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:35.748141 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-61ec119b-4268-4799-8143-8234bff43dd4 req-953247e1-76fa-4cf8-bafc-079ee9d5c65c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Aug 26 21:25:35.887834 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251fa451-d62a-47ee-a62a-f270fe8bc992 tempest-TestMinimumBasicScenario-1170534622 tempest-TestMinimumBasicScenario-1170534622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:35.889340 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-251fa451-d62a-47ee-a62a-f270fe8bc992 tempest-TestMinimumBasicScenario-1170534622 tempest-TestMinimumBasicScenario-1170534622-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1093 time: 0.1790991 Aug 26 21:25:35.892266 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49020) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:35.896719 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'port_id': '15376a30-2f01-4550-859f-53033211d998', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:35.917165 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.013964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.024128 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:36.071370 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port f22b9bd7-4531-43a7-822e-341dbd7f8005 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:36.074907 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port f22b9bd7-4531-43a7-822e-341dbd7f8005 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:36.075280 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.117610 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Allocated IP 172.27.3.55 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/b1a1259b-e04e-4e4e-a66d-d0a861265126) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:25:36.152775 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.174467 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:36.176993 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475bedfb-8c06-48cd-9f30-82e79112912a" -d '{"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:36.191006 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:36.196715 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.222834 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.223308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c026622b-e330-411f-b66c-d479ddcb7ced x-openstack-request-id: req-c026622b-e330-411f-b66c-d479ddcb7ced {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:36.223600 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:36.223879 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c026622b-e330-411f-b66c-d479ddcb7ced {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:36.224262 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'code': 200} Aug 26 21:25:36.249956 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:36.265137 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.302393 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:25:36.307978 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:36.311394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:25:36.336515 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'Port': ['ID=b1a1259b-e04e-4e4e-a66d-d0a861265126,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:36.431448 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6301104-fb3a-4204-807d-3741f9a7e9e7 req-39957564-efd2-4006-9fd1-cdc2a770072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:36.432865 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f6301104-fb3a-4204-807d-3741f9a7e9e7 req-39957564-efd2-4006-9fd1-cdc2a770072f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1098 time: 0.0875828 Aug 26 21:25:36.514729 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f6301104-fb3a-4204-807d-3741f9a7e9e7 req-db96ffbd-1fe1-4381-bc19-b03ceb6a24e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745475 Aug 26 21:25:36.715450 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.789828 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.878163 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277d4d-07cc-4a9a-a4cc-a72cdfecb799 req-32f66ee9-40c4-4e3a-bcf6-8e5d857ea657 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:36.880596 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8277d4d-07cc-4a9a-a4cc-a72cdfecb799 req-32f66ee9-40c4-4e3a-bcf6-8e5d857ea657 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0528941 Aug 26 21:25:36.925035 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a8277d4d-07cc-4a9a-a4cc-a72cdfecb799 req-da396021-a22b-4dda-97ed-e87b69d55da3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368030 Aug 26 21:25:36.961421 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:36.965830 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.030670 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'Port': ['ID=b1a1259b-e04e-4e4e-a66d-d0a861265126,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:37.046119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.145295 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Floating IP 54fa509f-bbcf-420f-810c-26ba9cab9731 associated. External IP: 172.27.3.55, port: 15376a30-2f01-4550-859f-53033211d998. Aug 26 21:25:37.580191 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Router 5420b996-1895-4c59-bf2b-1157c1c1c96b has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:25:37.686346 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:25:37.697659 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Sync routers for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:25:37.710723 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.713067 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:37.713755 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:25:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:37.737624 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-33dde462-f003-408b-bda5-131c76bf58f3 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8438311 Aug 26 21:25:37.738246 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:37.740435 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db433f-189c-42a1-8a75-cfc7059ffb03" -d '{"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:37.740663 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49048) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:37.745305 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034120621', 'description': 'tempest-secgroup-smoke-2034120621 description', 'project_id': '13d49cf216b744a7bd2b321fca644354'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:37.771349 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.779099 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1825bba5-a3ba-465f-aba8-3778754de373 x-openstack-request-id: req-1825bba5-a3ba-465f-aba8-3778754de373 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:37.779496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:37.779848 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1825bba5-a3ba-465f-aba8-3778754de373 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:37.780294 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:25:37.831283 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:37.846910 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-cad3b77a-c66b-43e3-9bc9-5b2260f18811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:37.848420 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-cad3b77a-c66b-43e3-9bc9-5b2260f18811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1098 time: 0.0454619 Aug 26 21:25:37.860400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.866130 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.898129 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1eeb2d-9927-441b-8a8b-dadb74c24d25,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:37.902894 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.904284 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8c03aaba-59fd-4eac-bf0d-d547f5759ae6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1625466 Aug 26 21:25:37.907623 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49052) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:37.913918 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:37.949224 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:37.949474 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-8e359430-e91b-449d-a170-3abad8fa424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:37.950813 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-8e359430-e91b-449d-a170-3abad8fa424c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.0950270 Aug 26 21:25:38.012394 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.032578 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-6db08b7b-ecfc-4e31-b21e-d5e48c6a7b1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 998 time: 0.0742943 Aug 26 21:25:38.043229 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.074400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d62b15-f478-4750-b7e4-f4bc636784c7,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.078742 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.083162 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-36f122d8-74f7-4317-a8f5-2f6138be3e11 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713123 Aug 26 21:25:38.085598 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49056) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.089156 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639c6cf-5f18-455a-a93a-2561ab170077 req-5ba4d6db-63d5-47f4-9326-665cc1ce2c7f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:38.090389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.090635 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e639c6cf-5f18-455a-a93a-2561ab170077 req-5ba4d6db-63d5-47f4-9326-665cc1ce2c7f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0765738 Aug 26 21:25:38.104394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-fbec05b1-7bc5-48de-914b-4cb9b434dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:38.105882 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-fbec05b1-7bc5-48de-914b-4cb9b434dc6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0660648 Aug 26 21:25:38.146782 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '54fa509f-bbcf-420f-810c-26ba9cab9731', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'port_id': '15376a30-2f01-4550-859f-53033211d998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'mac_address': 'fa:16:3e:8b:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba000afc-22dc-4823-b078-e25dd3369063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:36Z', 'updated_at': '2021-08-26T21:25:36Z', 'revision_number': 0, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:38.167649 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.169561 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e639c6cf-5f18-455a-a93a-2561ab170077 req-0209be42-2b94-4d81-a5c2-e64d9f04aca2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642467 Aug 26 21:25:38.182438 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Checking router: 5420b996-1895-4c59-bf2b-1157c1c1c96b for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:25:38.192079 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:38.193287 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:25:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:38.213195 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49070) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.215978 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-3a231aa2-486b-4c74-a017-cf76f8cc140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:38.225620 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-3a231aa2-486b-4c74-a017-cf76f8cc140b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081512 Aug 26 21:25:38.288947 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Deleting subnet 322a869b-b351-4dd6-af88-990984768ce9 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:25:38.295364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.311050 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.324265 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.335440 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a2d57-6f48-4152-b8ec-69378dd9ae8e req-66d37f44-6ee1-41f0-8c5f-59c45a7998ea tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:38.336900 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-642a2d57-6f48-4152-b8ec-69378dd9ae8e req-66d37f44-6ee1-41f0-8c5f-59c45a7998ea tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0922163 Aug 26 21:25:38.348931 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49072) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.354784 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c0737d-d3ba-40de-9566-7ad6e78b52bf,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.355765 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Request body: {'floatingip': {'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.363642 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-cccfc5cb-4624-4011-9ef0-955bb1f45bcc service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284754 Aug 26 21:25:38.364952 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.366287 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0e340356-22c0-4da8-a32b-bf82c39b28ca tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2794693 Aug 26 21:25:38.368993 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49074) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.375912 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.391106 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.417871 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.437634 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:38.466661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.510142 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e1db433f-189c-42a1-8a75-cfc7059ffb03 req-e9d2261c-4a21-4653-adf6-47f965cafd1a service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268919 Aug 26 21:25:38.540218 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.546928 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.569275 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e65951-d957-4571-bc86-2cb9b3a518d5,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.578559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.582832 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4c946d32-32f2-4166-a5d5-433d9446c2c8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2095754 Aug 26 21:25:38.583153 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49076) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.588086 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.616234 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.684289 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.689918 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.698966 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '54fa509f-bbcf-420f-810c-26ba9cab9731', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'port_id': '15376a30-2f01-4550-859f-53033211d998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'mac_address': 'fa:16:3e:8b:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba000afc-22dc-4823-b078-e25dd3369063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:36Z', 'updated_at': '2021-08-26T21:25:36Z', 'revision_number': 0, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:38.709941 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf57f4e-5e62-43a0-8aa0-e24f999b595d,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.710472 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.725336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.729229 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-e72fc12c-57c2-4f9c-b516-70d2f2b014b9 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1424730 Aug 26 21:25:38.729397 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ea479-2a51-4b16-83c0-3f3970f86b3e None None] The sync data for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi is: [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '54fa509f-bbcf-420f-810c-26ba9cab9731', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'port_id': '15376a30-2f01-4550-859f-53033211d998', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'mac_address': 'fa:16:3e:8b:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba000afc-22dc-4823-b078-e25dd3369063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:36Z', 'updated_at': '2021-08-26T21:25:36Z', 'revision_number': 0, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:25:38.729568 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49078) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.734243 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.758220 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Project 13d49cf216b744a7bd2b321fca644354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:25:38.763437 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.834223 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.838008 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.848541 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.854547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ada2f6-2102-4fa1-94d0-9523089f22d0,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.868959 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.870865 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1637c20d-144d-4a1e-80a8-d0eae2591233 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1402719 Aug 26 21:25:38.873773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49080) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.878938 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'security_group_rule': {'security_group_id': '6a1eeb2d-9927-441b-8a8b-dadb74c24d25', 'project_id': '13d49cf216b744a7bd2b321fca644354', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:38.902786 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Project 13d49cf216b744a7bd2b321fca644354 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:25:38.904880 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=322a869b-b351-4dd6-af88-990984768ce9,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:38.912302 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.912985 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:38.916753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:38.916928 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-2d801e77-005d-4093-8f0e-3391fe61d7a0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/322a869b-b351-4dd6-af88-990984768ce9 HTTP/1.1" status: 204 len: 168 time: 0.7027240 Aug 26 21:25:38.977043 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3e11f0-00a6-45f0-8179-0e2063547e73 None None] New status for floating IP 54fa509f-bbcf-420f-810c-26ba9cab9731: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:25:39.022056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.043694 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.066711 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.125515 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc027af-fd3e-4260-987c-f18dad543981,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:39.132094 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.133366 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-773a03d9-5990-44ca-b238-c3204c72c1a2 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2585552 Aug 26 21:25:39.134958 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.146708 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e58377d-dd0c-4f10-a4b6-41348792ffe9']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:39.157665 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82957136-8656-4331-986c-5378a5ff5003') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:39.158013 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82957136-8656-4331-986c-5378a5ff5003') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:39.170036 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.191059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.201056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:25:39.201220 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:25:39.212684 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:25:39.261006 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.267577 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.270087 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7e58377d-dd0c-4f10-a4b6-41348792ffe9 HTTP/1.1" status: 204 len: 168 time: 0.3524072 Aug 26 21:25:39.275068 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49086) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:39.279750 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e58377d-dd0c-4f10-a4b6-41348792ffe9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:39.287405 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.287778 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.288122 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.288453 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.288798 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.289110 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.289440 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.289763 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.290106 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.290409 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.290727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.291045 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0745be7c-566e-445b-9094-f5bf54c1aea1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:25:39.315414 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.db.resource_extend [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 26 21:25:39.319630 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-0ad8d713-116f-4043-afb4-646c575a2721 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034120621&fields=id&tenant_id=13d49cf216b744a7bd2b321fca644354 HTTP/1.1" status: 200 len: 267 time: 0.1244633 Aug 26 21:25:39.421025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Deleting subnet 8efaa927-f21e-4f93-afb7-4cb3520f7153 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:25:39.429856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.433789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.454908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.510865 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-fe07f6d9-b636-49d4-ad78-2c5538f24a54 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:39.512321 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-fe07f6d9-b636-49d4-ad78-2c5538f24a54 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.1660967 Aug 26 21:25:39.514252 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.544289 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'port': {'security_groups': ['d52ba7c6-ec2c-4cb5-9359-98552a774dc0', '6a1eeb2d-9927-441b-8a8b-dadb74c24d25']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:39.628874 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.679334 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Floating IP 91fd7f65-e4e7-488b-9077-3c7f977fd769 associated. External IP: 172.27.3.13, port: f22b9bd7-4531-43a7-822e-341dbd7f8005. Aug 26 21:25:39.681119 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.829320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.873706 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efaa927-f21e-4f93-afb7-4cb3520f7153,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:39.877116 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:39.879757 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9c1d72ee-4ad8-468d-bb92-d54515327401 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8efaa927-f21e-4f93-afb7-4cb3520f7153 HTTP/1.1" status: 204 len: 168 time: 0.5982716 Aug 26 21:25:39.882463 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49088) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:39.949636 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.035606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.046904 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c135a18-ee3b-4ecf-9031-86a292b59470']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:40.058396 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d36fc-b6f7-463c-b2b0-7d92e054f28e') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:40.058695 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d36fc-b6f7-463c-b2b0-7d92e054f28e') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:40.069119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.083493 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.090319 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:25:40.090805 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:25:40.092794 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:25:40.151361 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.156718 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.158578 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2c135a18-ee3b-4ecf-9031-86a292b59470 HTTP/1.1" status: 204 len: 168 time: 0.2750888 Aug 26 21:25:40.170125 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aec04-32db-48d7-bed6-043192f7c5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c135a18-ee3b-4ecf-9031-86a292b59470,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:40.280834 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:25:40.294376 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:40.322242 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49092) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:40.364315 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.371002 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.374086 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8436ec00-6702-4a75-981d-04fb27a83a17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af7549e358d841789b5aba43b81001b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483565 Aug 26 21:25:40.374252 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49094) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:40.383320 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:40.428814 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.451500 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.452150 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.456509 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.457490 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dbf6d896-ade6-4958-b25d-19708b87b70a req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "PUT /v2.0/ports/15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 981 time: 0.9206669 Aug 26 21:25:40.458129 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:40.470725 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08" -d '{"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:40.511173 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:25:40.521016 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.538277 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:25:40.541661 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599cdcc9-f889-41e0-b26a-f1a97e086502 x-openstack-request-id: req-599cdcc9-f889-41e0-b26a-f1a97e086502 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:40.541952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:40.542241 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-599cdcc9-f889-41e0-b26a-f1a97e086502 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:40.542620 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:25:40.551387 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.555949 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c1a66-2f97-48da-99e6-9e5464a6fa4c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=6']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:40.558675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.564142 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:40.571728 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4331a427-3071-4536-89f5-078d64959653 HTTP/1.1" status: 204 len: 168 time: 0.1959088 Aug 26 21:25:40.599224 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3f59cb99-53b7-453c-bbaf-9a89764d96e8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "PUT /v2.0/floatingips/91fd7f65-e4e7-488b-9077-3c7f977fd769 HTTP/1.1" status: 200 len: 990 time: 2.2486730 Aug 26 21:25:40.622333 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:40.623020 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:25:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:40.630619 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f8ac5-2587-41c7-b622-e197779dd605 req-ac4b79f9-e7cd-4877-b368-80039de0be0f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.634152 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef1169-f80d-4c12-9545-3250a5f6370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4331a427-3071-4536-89f5-078d64959653,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:40.640349 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-302f8ac5-2587-41c7-b622-e197779dd605 req-ac4b79f9-e7cd-4877-b368-80039de0be0f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0968482 Aug 26 21:25:40.675824 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-384bcc65-f2e1-4279-9319-ad5e803dfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.677599 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-384bcc65-f2e1-4279-9319-ad5e803dfbcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1137 time: 0.1051517 Aug 26 21:25:40.726090 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-302f8ac5-2587-41c7-b622-e197779dd605 req-91735742-f7ff-4ba4-bd51-1ea56d78b035 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733283 Aug 26 21:25:40.807235 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-efb90922-8f03-4685-b545-736ae1b2adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.808961 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-efb90922-8f03-4685-b545-736ae1b2adbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.1219625 Aug 26 21:25:40.879301 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-94bb07b4-3f33-4d20-a367-f7f6fa787408 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 1000 time: 0.0625284 Aug 26 21:25:40.898014 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:40.934823 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-a18edaf0-1566-4a34-9bca-b0a0a51cf78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.935375 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-7833ccd8-2ca2-470d-9141-2b5b17324093 None None] Provisioning complete for port 15376a30-2f01-4550-859f-53033211d998 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:40.935562 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7833ccd8-2ca2-470d-9141-2b5b17324093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:40.936314 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-a18edaf0-1566-4a34-9bca-b0a0a51cf78a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0507169 Aug 26 21:25:40.981718 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49108) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:40.988201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-26650c7a-4fa2-4637-b414-0efbad7bebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:40.989708 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-26650c7a-4fa2-4637-b414-0efbad7bebd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460126 Aug 26 21:25:41.028774 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3db5cc0d-80cf-4418-b2a1-a88733c0d919 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c52e60f8bea4464ab1c30d95d42cb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455866 Aug 26 21:25:41.031131 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49110) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:41.086694 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-1b6eeab0-d163-4a5d-93e2-4403805f2f3f service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 Aug 26 21:25:41.088124 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:41.109908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:41.162518 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:41.166508 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:41.168595 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/98def5f3-ee7e-4479-b386-73f1a1751d55 HTTP/1.1" status: 204 len: 168 time: 0.1361668 Aug 26 21:25:41.185273 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cd0ae-8933-459c-9f6a-35ec658fcba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98def5f3-ee7e-4479-b386-73f1a1751d55,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:41.201748 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2ea98445-1d4e-4a50-bf62-7c931bf9ba08 req-a7c3c905-7d78-47d0-ad36-98232994ec3e service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078806 Aug 26 21:25:41.496178 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '91fd7f65-e4e7-488b-9077-3c7f977fd769', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:27Z', 'updated_at': '2021-08-26T21:25:39Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:41.531394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:25:41.554650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:25:41.555274 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:25:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:41.701888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:25:42.054283 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '91fd7f65-e4e7-488b-9077-3c7f977fd769', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:27Z', 'updated_at': '2021-08-26T21:25:39Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:25:42.081267 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dddbf8-d2cf-4dc3-915c-291e8227ff6b None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '91fd7f65-e4e7-488b-9077-3c7f977fd769', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:25:27Z', 'updated_at': '2021-08-26T21:25:39Z', 'revision_number': 1, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:25:42.299736 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7761b12b-1481-4c69-a1a1-5ec471f90120 None None] New status for floating IP 91fd7f65-e4e7-488b-9077-3c7f977fd769: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:25:42.543252 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:42.545741 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84" -d '{"events": [{"name": "network-changed", "server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:42.582132 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ce6e45-e2e6-44a7-8144-b49649804dc1 x-openstack-request-id: req-f2ce6e45-e2e6-44a7-8144-b49649804dc1 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:42.582425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:42.582673 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2ce6e45-e2e6-44a7-8144-b49649804dc1 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:42.583058 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'status': 'completed', 'code': 200} Aug 26 21:25:42.663057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-1ad322c1-0e36-4197-b0f1-e19766406b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:42.664591 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-1ad322c1-0e36-4197-b0f1-e19766406b4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1098 time: 0.0575068 Aug 26 21:25:42.758734 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-992f3bd3-cecd-48d7-9d1f-a4a891a4fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:42.760317 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-992f3bd3-cecd-48d7-9d1f-a4a891a4fe85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0881224 Aug 26 21:25:42.843848 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-dbd51bf1-c34f-4444-adf7-be9b5bd8b249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 1000 time: 0.0743673 Aug 26 21:25:42.909124 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-fc624612-059a-4ca2-acc4-e6e38c87c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:42.910971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-fc624612-059a-4ca2-acc4-e6e38c87c71b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0576286 Aug 26 21:25:42.962414 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-366ab639-cdb2-45af-8e18-cae3fc02069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:42.963929 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-366ab639-cdb2-45af-8e18-cae3fc02069b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450337 Aug 26 21:25:43.052323 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-70418bb8-54a7-493e-8d06-c09e51063d6a service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805058 Aug 26 21:25:43.145857 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-0d96829a-de4d-4bdc-be2f-0cc4d3b02f84 req-aec0701e-efc1-44cc-a899-d13d359a57c9 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839531 Aug 26 21:25:43.430146 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-d6bf13ec-b4bc-45c8-9672-8c907ded3d3d tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=b133732b64de4d18a4be50d47f691bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290987 Aug 26 21:25:43.603923 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-1649c26f-fc3b-4def-98c0-69108dae217a tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:43.605367 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-1649c26f-fc3b-4def-98c0-69108dae217a tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700966 Aug 26 21:25:43.620256 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-1702c9d9-69f0-4187-a70a-bd5b2964ea29 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/quotas/b133732b64de4d18a4be50d47f691bcc HTTP/1.1" status: 200 len: 375 time: 0.0093694 Aug 26 21:25:43.653406 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-1bad1700-7ecc-430a-8da6-fbca21250b17 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b133732b64de4d18a4be50d47f691bcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279307 Aug 26 21:25:43.807929 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-682425c7-467f-4b54-adaa-8feae4184684 req-494d969d-921c-4b7b-899c-cd203fda054d tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 210 time: 0.0264549 Aug 26 21:25:44.680168 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-172f8017-b975-42e9-ba80-751dcb0deebd tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b133732b64de4d18a4be50d47f691bcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286169 Aug 26 21:25:44.862428 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-33272824-7ea2-4201-bef9-b6033a91d771 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:44.863929 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-33272824-7ea2-4201-bef9-b6033a91d771 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779113 Aug 26 21:25:44.881163 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Request body: {'port': {'device_id': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd', 'admin_state_up': True, 'tenant_id': 'b133732b64de4d18a4be50d47f691bcc'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:44.902609 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c40c764f-e0ca-465d-80c4-7bf354bc6295 req-cdd3a4cb-fb2c-4c5c-9611-100ff73c81a7 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 210 time: 0.0279694 Aug 26 21:25:44.987366 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Made reservation on behalf of b133732b64de4d18a4be50d47f691bcc for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:44.990740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:44.999894 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.097200 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.100861 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.159091 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c56e3da-5bfa-4e2a-9d8d-936a886ee351,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:45.236455 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Allocated IP 192.168.233.133 (3481e652-eee3-450f-9b6f-f4eaac08a3cd/3c21e849-fd4b-4525-8b37-ae10004fa5ab/9ccee7ec-84da-4d1b-bed9-048808e2d490) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:25:45.374679 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.387952 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Transition to ACTIVE for port object 9ccee7ec-84da-4d1b-bed9-048808e2d490 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:45.419162 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.466242 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Network 3481e652-eee3-450f-9b6f-f4eaac08a3cd is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:25:45.469240 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:25:45.471736 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:25:45.497123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Pushing event updated for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:45.528349 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:45.528966 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.543218 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-441e0be2-9116-4ecd-afe6-8468a2f59dc3 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6663568 Aug 26 21:25:45.555672 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Request body: {'port': {'device_id': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:45.609627 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.664851 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c39f3664-ddc1-4fbd-9bdf-2ac84c9cdaac None None] Provisioning for port 9ccee7ec-84da-4d1b-bed9-048808e2d490 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:45.668441 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c39f3664-ddc1-4fbd-9bdf-2ac84c9cdaac None None] Provisioning complete for port 9ccee7ec-84da-4d1b-bed9-048808e2d490 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:45.668817 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c39f3664-ddc1-4fbd-9bdf-2ac84c9cdaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.702643 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c39f3664-ddc1-4fbd-9bdf-2ac84c9cdaac None None] Port 9ccee7ec-84da-4d1b-bed9-048808e2d490 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:25:45.868791 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccee7ec-84da-4d1b-bed9-048808e2d490 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:45.875902 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.887943 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Transition to ACTIVE for port object 9ccee7ec-84da-4d1b-bed9-048808e2d490 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:25:45.891292 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:45.939309 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Pushing event updated for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:46.009614 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Attempting to bind port 9ccee7ec-84da-4d1b-bed9-048808e2d490 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:25:46.010059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Attempting to bind port 9ccee7ec-84da-4d1b-bed9-048808e2d490 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:25:46.010451 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Attempting to bind port 9ccee7ec-84da-4d1b-bed9-048808e2d490 on network 3481e652-eee3-450f-9b6f-f4eaac08a3cd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:46.014837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Port 9ccee7ec-84da-4d1b-bed9-048808e2d490 on network 3481e652-eee3-450f-9b6f-f4eaac08a3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:25:46.015154 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Attempting to bind port 9ccee7ec-84da-4d1b-bed9-048808e2d490 on network 3481e652-eee3-450f-9b6f-f4eaac08a3cd {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:25:46.023222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:25:46.023222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Checking segment: {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:25:46.023222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Bound using segment: {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:25:46.023222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Bound port: 9ccee7ec-84da-4d1b-bed9-048808e2d490, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ca0a30-e6ee-481f-8c22-2e5319d0de34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:25:46.023222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:46.023757 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746343f6-b87d-43f3-a4ed-8b0b8afaa033 req-5e16b5b8-fb18-4142-9148-68fc04e55ddf tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.028251 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746343f6-b87d-43f3-a4ed-8b0b8afaa033 req-5e16b5b8-fb18-4142-9148-68fc04e55ddf tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 948 time: 0.0554271 Aug 26 21:25:46.073140 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746343f6-b87d-43f3-a4ed-8b0b8afaa033 req-160ec0d2-0ea4-43f9-ac3d-6f5c3821274d tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Aug 26 21:25:46.094055 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:25:46.098026 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:25:46.105123 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:46.137724 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.138326 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:46.139691 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] 10.222.0.47 "PUT /v2.0/ports/9ccee7ec-84da-4d1b-bed9-048808e2d490 HTTP/1.1" status: 200 len: 1098 time: 0.5884783 Aug 26 21:25:46.140144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:46.142349 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327d761d-3246-40cc-a650-0dc6358b0580" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:46.173137 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80be847-505c-4148-aa9d-5c17253220cc service neutron] Pushing event updated for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:46.186845 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f938c9-1184-441e-a9d7-fba1ddf480cc x-openstack-request-id: req-55f938c9-1184-441e-a9d7-fba1ddf480cc {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:46.187133 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:46.187383 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55f938c9-1184-441e-a9d7-fba1ddf480cc {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:46.187865 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490', 'status': 'completed', 'code': 200} Aug 26 21:25:46.234539 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-248f7f60-d636-45ca-b44a-ec21e2a11ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.236059 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-248f7f60-d636-45ca-b44a-ec21e2a11ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b133732b64de4d18a4be50d47f691bcc&device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 1101 time: 0.0437555 Aug 26 21:25:46.282396 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-e0922839-e47e-4473-9490-4ac5eef65f31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490 HTTP/1.1" status: 200 len: 217 time: 0.0378115 Aug 26 21:25:46.331080 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-aa553b6d-6382-476a-be07-0a07e107d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.332560 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-aa553b6d-6382-476a-be07-0a07e107d2f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c21e849-fd4b-4525-8b37-ae10004fa5ab HTTP/1.1" status: 200 len: 843 time: 0.0432513 Aug 26 21:25:46.377838 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-57900e61-3707-4c4a-954a-5befa78b9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.379387 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-57900e61-3707-4c4a-954a-5befa78b9260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3481e652-eee3-450f-9b6f-f4eaac08a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0397928 Aug 26 21:25:46.469807 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-8c2abfe7-ff33-4715-821e-bb3f62f9811b service neutron] 10.222.0.47 "GET /v2.0/networks/3481e652-eee3-450f-9b6f-f4eaac08a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822732 Aug 26 21:25:46.556330 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1ba7e78e-914c-40ef-b913-0ca5b4f9d627 req-a8597d38-d595-4c69-b942-438ab158f60a service neutron] 10.222.0.47 "GET /v2.0/networks/3481e652-eee3-450f-9b6f-f4eaac08a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782259 Aug 26 21:25:46.640338 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d761d-3246-40cc-a650-0dc6358b0580 req-1cc4a4bd-0953-4c41-9afd-12cad9b58a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.641766 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-1cc4a4bd-0953-4c41-9afd-12cad9b58a60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b133732b64de4d18a4be50d47f691bcc&device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 1101 time: 0.0392530 Aug 26 21:25:46.730435 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d761d-3246-40cc-a650-0dc6358b0580 req-887d2ebc-de74-42b0-a670-50c793a83368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.731741 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-887d2ebc-de74-42b0-a670-50c793a83368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3481e652-eee3-450f-9b6f-f4eaac08a3cd HTTP/1.1" status: 200 len: 870 time: 0.0820348 Aug 26 21:25:46.776580 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-0c510a38-00d9-40d4-8a72-d3845f451c87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490 HTTP/1.1" status: 200 len: 217 time: 0.0341694 Aug 26 21:25:46.829886 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d761d-3246-40cc-a650-0dc6358b0580 req-25f5fbf5-4bc4-45fd-bb09-288567656a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:46.831389 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-25f5fbf5-4bc4-45fd-bb09-288567656a87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c21e849-fd4b-4525-8b37-ae10004fa5ab HTTP/1.1" status: 200 len: 843 time: 0.0463972 Aug 26 21:25:47.102090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d761d-3246-40cc-a650-0dc6358b0580 req-61c24dc6-7d72-4a06-b3de-bd0f28a34a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:47.103554 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-61c24dc6-7d72-4a06-b3de-bd0f28a34a3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3481e652-eee3-450f-9b6f-f4eaac08a3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2644722 Aug 26 21:25:47.197997 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-9105e842-ffe1-4916-90b0-b373e9f7291b service neutron] 10.222.0.47 "GET /v2.0/networks/3481e652-eee3-450f-9b6f-f4eaac08a3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851161 Aug 26 21:25:47.209496 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c1e08-efc3-4d2d-9480-eae8639b9c57 req-c087e8d6-4468-471a-ab44-1c01b96f6b41 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:47.210965 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-570c1e08-efc3-4d2d-9480-eae8639b9c57 req-c087e8d6-4468-471a-ab44-1c01b96f6b41 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 948 time: 0.0527196 Aug 26 21:25:47.249802 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-570c1e08-efc3-4d2d-9480-eae8639b9c57 req-a3dc5cba-f393-423d-99c5-465f26349a17 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 26 21:25:47.295609 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-327d761d-3246-40cc-a650-0dc6358b0580 req-249ca4b6-4a10-46dc-ac42-e8dba1fdfe66 service neutron] 10.222.0.47 "GET /v2.0/networks/3481e652-eee3-450f-9b6f-f4eaac08a3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886359 Aug 26 21:25:48.070865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 9ccee7ec-84da-4d1b-bed9-048808e2d490 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:25:48.164703 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:48.176047 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '9ccee7ec-84da-4d1b-bed9-048808e2d490', 'network_id': '3481e652-eee3-450f-9b6f-f4eaac08a3cd', 'port_id': '9ccee7ec-84da-4d1b-bed9-048808e2d490', 'mac_address': 'fa:16:3e:84:01:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c21e849-fd4b-4525-8b37-ae10004fa5ab', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:25:48.213516 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:48.226067 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccee7ec-84da-4d1b-bed9-048808e2d490 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:25:48.248250 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:48.251896 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:48.302633 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:48.369691 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5108d-9846-46b1-a3f2-80a62cfb3ada req-dd7ddd70-4016-4de3-86e3-8a36ae5518fe tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:48.371141 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ce5108d-9846-46b1-a3f2-80a62cfb3ada req-dd7ddd70-4016-4de3-86e3-8a36ae5518fe tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 949 time: 0.0492597 Aug 26 21:25:48.393566 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:48.409646 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ce5108d-9846-46b1-a3f2-80a62cfb3ada req-db87e8fb-66a5-451a-8cf2-c2fd399c5bcf tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 26 21:25:48.519797 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['9ccee7ec-84da-4d1b-bed9-048808e2d490'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:49.522298 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401feba8-5210-4275-af32-1601b05deb74 req-5f10e96f-b90a-4b67-a22a-5b4ca4f87a59 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:49.524041 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-401feba8-5210-4275-af32-1601b05deb74 req-5f10e96f-b90a-4b67-a22a-5b4ca4f87a59 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 949 time: 0.0481257 Aug 26 21:25:49.561560 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-401feba8-5210-4275-af32-1601b05deb74 req-8b639f9a-e91b-4f60-8a60-4fffec0a27f7 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Aug 26 21:25:50.101421 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 9ccee7ec-84da-4d1b-bed9-048808e2d490 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:25:50.149799 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 9ccee7ec-84da-4d1b-bed9-048808e2d490 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:25:50.153299 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 9ccee7ec-84da-4d1b-bed9-048808e2d490 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:25:50.153664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:50.227370 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:50.249108 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:50.251331 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0790b71-8133-4c8e-a1a2-b0a70eb76033" -d '{"events": [{"server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "name": "network-vif-plugged", "status": "completed", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:50.263870 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:50.268528 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:50.293926 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95e18cf-4967-4b66-be12-f32f4a1a5da0 x-openstack-request-id: req-f95e18cf-4967-4b66-be12-f32f4a1a5da0 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:50.294209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "name": "network-vif-plugged", "status": "completed", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:50.294453 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f95e18cf-4967-4b66-be12-f32f4a1a5da0 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:50.294822 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490', 'code': 200} Aug 26 21:25:50.320141 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:50.459362 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165610c-619e-4a26-8894-54c398ed67c0 req-ad86f1a3-9889-4bda-9773-156b921e121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:50.460905 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2165610c-619e-4a26-8894-54c398ed67c0 req-ad86f1a3-9889-4bda-9773-156b921e121a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 1103 time: 0.0420067 Aug 26 21:25:50.495766 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2165610c-619e-4a26-8894-54c398ed67c0 req-2e53f66f-106e-46a6-8ec5-7d197762b0ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265658 Aug 26 21:25:50.676496 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bec10a-c65f-43a3-b9d6-4510a66dd785 req-206feced-7639-473e-be00-894335cd36ff tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:50.677933 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4bec10a-c65f-43a3-b9d6-4510a66dd785 req-206feced-7639-473e-be00-894335cd36ff tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 950 time: 0.0506651 Aug 26 21:25:50.714820 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4bec10a-c65f-43a3-b9d6-4510a66dd785 req-aabe0ee2-4417-4bb6-9060-5be5cc0f09c7 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Aug 26 21:25:51.828854 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81405c41-cfb4-49b2-be22-e621513a71cb req-d4c7f840-630c-4b45-9254-4eccdd064952 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:51.831422 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81405c41-cfb4-49b2-be22-e621513a71cb req-d4c7f840-630c-4b45-9254-4eccdd064952 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 950 time: 0.0499053 Aug 26 21:25:51.866895 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-81405c41-cfb4-49b2-be22-e621513a71cb req-a4e9a281-b31e-44a4-8837-58863752ee09 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300713 Aug 26 21:25:52.115503 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176bb47-e9fe-44d6-8081-1e8eadf9eb55 req-2411fc55-ea73-4331-aafb-cb6de1cba118 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:52.116990 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b176bb47-e9fe-44d6-8081-1e8eadf9eb55 req-2411fc55-ea73-4331-aafb-cb6de1cba118 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 950 time: 0.0490859 Aug 26 21:25:52.153982 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b176bb47-e9fe-44d6-8081-1e8eadf9eb55 req-b35de610-9c83-4f44-9ceb-ea33b05d2eeb tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 26 21:25:53.269258 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da45a9-d6a3-4d2f-baa7-0c63b0c4a5e3 req-e56e58a7-3bff-43a2-81e5-6329068a93b8 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:53.270762 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4da45a9-d6a3-4d2f-baa7-0c63b0c4a5e3 req-e56e58a7-3bff-43a2-81e5-6329068a93b8 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 950 time: 0.0508351 Aug 26 21:25:53.306586 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4da45a9-d6a3-4d2f-baa7-0c63b0c4a5e3 req-32a2674d-9ad4-4787-8d31-45032559266d tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/security-groups?id=2c56e3da-5bfa-4e2a-9d8d-936a886ee351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300663 Aug 26 21:25:53.553133 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-864b990d-05fb-4e26-b149-d98fd780ac26 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:25:53.554477 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-864b990d-05fb-4e26-b149-d98fd780ac26 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 950 time: 0.0475106 Aug 26 21:25:53.644878 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Deleting port 9ccee7ec-84da-4d1b-bed9-048808e2d490 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:25:53.645217 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:53.728645 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] For port 9ccee7ec-84da-4d1b-bed9-048808e2d490, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=9ccee7ec-84da-4d1b-bed9-048808e2d490,segment=NetworkSegment(46ca0a30-e6ee-481f-8c22-2e5319d0de34),segment_id=46ca0a30-e6ee-481f-8c22-2e5319d0de34)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:25:53.729004 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:53.745096 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Calling delete_port for 9ccee7ec-84da-4d1b-bed9-048808e2d490 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:25:53.867966 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:53.880090 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['9ccee7ec-84da-4d1b-bed9-048808e2d490'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:25:53.895793 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Pushing event deleted for resources: {'Port': ['ID=9ccee7ec-84da-4d1b-bed9-048808e2d490,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:53.950379 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] No DVR routers for this DVR port 9ccee7ec-84da-4d1b-bed9-048808e2d490 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:25:53.953028 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:53.956021 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1092d8bc-cc4c-4211-a7d1-4942beb879bb req-b0081c09-bd3d-4b7a-aa10-ead715bb0942 tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.47 "DELETE /v2.0/ports/9ccee7ec-84da-4d1b-bed9-048808e2d490 HTTP/1.1" status: 204 len: 173 time: 0.3945091 Aug 26 21:25:53.956482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'name': 'network-vif-deleted', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:25:53.959846 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae86b24-7cee-4534-9621-07cfa9894b79" -d '{"events": [{"server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "name": "network-vif-deleted", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:25:53.997310 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d3d234-388a-49b1-afc8-6de4ba8ea587 x-openstack-request-id: req-33d3d234-388a-49b1-afc8-6de4ba8ea587 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:25:53.997594 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f06a66-697f-4f9c-83d5-7b4739ab0162", "name": "network-vif-deleted", "tag": "9ccee7ec-84da-4d1b-bed9-048808e2d490", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:25:53.997871 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33d3d234-388a-49b1-afc8-6de4ba8ea587 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:25:53.998249 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f06a66-697f-4f9c-83d5-7b4739ab0162', 'name': 'network-vif-deleted', 'tag': '9ccee7ec-84da-4d1b-bed9-048808e2d490', 'status': 'completed', 'code': 200} Aug 26 21:25:54.413512 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-aa052594-9388-4b38-bbe9-65420366c76e req-505cb77d-f527-4005-8b4b-013c888b51dc tempest-VolumesNegativeTest-366362764 tempest-VolumesNegativeTest-366362764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1f06a66-697f-4f9c-83d5-7b4739ab0162 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Aug 26 21:25:55.062829 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-979244ff-80a1-4bd3-b1ed-49d3789f0df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:57.637324 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:57.894439 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b7c9dd27-5d03-4d32-81cb-a2c02831de9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:58.123639 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 9ccee7ec-84da-4d1b-bed9-048808e2d490 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:25:58.143844 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 9ccee7ec-84da-4d1b-bed9-048808e2d490 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:25:58.144105 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 9ccee7ec-84da-4d1b-bed9-048808e2d490 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:25:58.669933 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:58.972870 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49464) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:59.099353 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-dc57b594-4e02-4c86-ba20-16f9bed8bbe9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b133732b64de4d18a4be50d47f691bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253524 Aug 26 21:25:59.101775 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49468) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:59.149748 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:59.173614 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:59.223841 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:59.226624 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:59.230164 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c56e3da-5bfa-4e2a-9d8d-936a886ee351 HTTP/1.1" status: 204 len: 168 time: 0.1251504 Aug 26 21:25:59.236354 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e693c-27ac-401d-887b-0e607db69727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c56e3da-5bfa-4e2a-9d8d-936a886ee351,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:25:59.834011 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 49492) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:25:59.926398 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1939050398-network', 'tenant_id': '8d0326dbf2144a67866afe9d5b6abb9d'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:25:59.950884 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Made reservation on behalf of 8d0326dbf2144a67866afe9d5b6abb9d for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:25:59.953265 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:25:59.961382 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.047515 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.052274 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.077144 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:26:00.085967 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f52d9a-02b0-4542-ae67-ef1864516637,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:00.093134 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.093476 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Added segment cb5e73de-8bfa-4949-9ddd-b3382cfad83a of type vlan for network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f Aug 26 21:26:00.133122 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.156141 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.157053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:00.157627 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.213021 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3779414 Aug 26 21:26:00.215986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49496) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:26:00.217893 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6ed2c-173d-4e1d-928b-233bcc59869b admin admin] Pushing event updated for resources: {'Network': ['ID=159cdff1-7b8c-4fa4-8903-5fbf4c74849f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:00.221023 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Request body: {'subnet': {'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1939050398-subnet', 'tenant_id': '8d0326dbf2144a67866afe9d5b6abb9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:26:00.227965 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:26:00.243611 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Made reservation on behalf of 8d0326dbf2144a67866afe9d5b6abb9d for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:26:00.245912 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.406240 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.462656 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c73f14b-0001-4f61-9b50-d54b18744851,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:00.469313 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Checking segment: {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:26:00.469672 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Network hostable DHCP agents. Network: 159cdff1-7b8c-4fa4-8903-5fbf4c74849f, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:26:00.485203 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:26:00.493522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 159cdff1-7b8c-4fa4-8903-5fbf4c74849f) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:26:00.497776 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:00.498179 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.506679 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0da32-897e-4996-8f0a-2d2cc3d8f93c None None] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:26:00.514790 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-2a20e3ff-faeb-4947-b474-c7d66405e5d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2969747 Aug 26 21:26:00.550625 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:00.636084 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b56762-d1bf-4811-91d9-63454cd341cd None None] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:26:02.240045 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-520f714b-6d72-4f19-b771-62bb8db9dca6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:02.241410 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-520f714b-6d72-4f19-b771-62bb8db9dca6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 814 time: 0.0980139 Aug 26 21:26:02.256590 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-b01af34f-95f2-481d-9df9-69e56f9a47cb tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/quotas/8d0326dbf2144a67866afe9d5b6abb9d HTTP/1.1" status: 200 len: 375 time: 0.0095983 Aug 26 21:26:02.287417 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-1f9a5b28-2eb2-459e-924f-06d904fa5f6e tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257077 Aug 26 21:26:02.374709 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-04e12f45-efdf-4dd3-913e-64c21e7e129b service neutron] 10.222.0.26 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806527 Aug 26 21:26:02.460391 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-3462513f-bbcc-4886-b2c8-0795e8e98d8b service neutron] 10.222.0.26 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790524 Aug 26 21:26:02.620262 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fbf97309-9a79-479c-b377-da3569bc3a17 req-97b7851e-abcd-4861-9672-f611d3cc5bc8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Aug 26 21:26:03.551616 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-03efe6ee-37a8-4347-a72d-5c55d2b9d2d4 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:03.553291 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-03efe6ee-37a8-4347-a72d-5c55d2b9d2d4 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 814 time: 0.1117864 Aug 26 21:26:03.568542 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Request body: {'port': {'device_id': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f', 'admin_state_up': True, 'tenant_id': '8d0326dbf2144a67866afe9d5b6abb9d'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:26:03.690788 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Made reservation on behalf of 8d0326dbf2144a67866afe9d5b6abb9d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:26:03.694486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:03.700703 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9b2fa-b728-46aa-adcd-171201fdbb78 req-73976c2e-7a14-44bb-85c4-0ba546d4adea tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:03.702156 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-beb9b2fa-b728-46aa-adcd-171201fdbb78 req-73976c2e-7a14-44bb-85c4-0ba546d4adea tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0853348 Aug 26 21:26:03.715973 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-d057b71f-4ff8-479d-b96a-1124a1ef0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:03.717469 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-d057b71f-4ff8-479d-b96a-1124a1ef0b5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1137 time: 0.0707204 Aug 26 21:26:03.739036 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c44e04e1-f4e1-487c-a4cb-1e7e6334f095 req-68326d1e-1a72-40e9-8d4c-f2a1abfaed50 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 210 time: 0.0470989 Aug 26 21:26:03.818152 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-beb9b2fa-b728-46aa-adcd-171201fdbb78 req-74bcff8a-b1b6-4c97-8827-45fa24621661 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053689 Aug 26 21:26:03.826662 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Allocated IP 172.20.0.3 (159cdff1-7b8c-4fa4-8903-5fbf4c74849f/0c73f14b-0001-4f61-9b50-d54b18744851/c777c616-ef87-4322-81fc-2917b0f29be3) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:26:03.859167 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-9488f386-606a-410d-a4d5-800047421f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:03.860667 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-9488f386-606a-410d-a4d5-800047421f4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.1285448 Aug 26 21:26:03.929252 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-29320822-31be-420d-8fad-addb86842a31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 1000 time: 0.0605416 Aug 26 21:26:03.981449 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:03.982636 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-c5b10c2b-3c7a-4779-a6e3-ccba5dc3a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:03.984110 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-c5b10c2b-3c7a-4779-a6e3-ccba5dc3a02c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0472977 Aug 26 21:26:04.021684 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.032711 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-32b1c721-9e23-4c91-be0e-f51dd9ccb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.034429 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-32b1c721-9e23-4c91-be0e-f51dd9ccb684 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412626 Aug 26 21:26:04.069800 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:26:04.072858 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:26:04.076620 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:26:04.099628 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Pushing event updated for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:04.129546 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-ea0d1c20-f16c-42f2-85fb-4fd1de5e6404 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866003 Aug 26 21:26:04.131039 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.131643 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.145325 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-3a7fdc1b-0306-4728-9c7c-5484789451b6 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5813785 Aug 26 21:26:04.156686 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Request body: {'port': {'device_id': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:26:04.209138 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.227911 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-79d55fc8-707e-4676-80cb-d174e749ccf2 req-2d955270-3705-4e42-9b03-73fb7a7aa487 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867493 Aug 26 21:26:04.469859 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c777c616-ef87-4322-81fc-2917b0f29be3 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:26:04.477478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.489340 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Transition to ACTIVE for port object c777c616-ef87-4322-81fc-2917b0f29be3 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:26:04.492482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.541172 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Pushing event updated for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:04.602012 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Attempting to bind port c777c616-ef87-4322-81fc-2917b0f29be3 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:26:04.602635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Attempting to bind port c777c616-ef87-4322-81fc-2917b0f29be3 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:26:04.602635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Attempting to bind port c777c616-ef87-4322-81fc-2917b0f29be3 on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:26:04.606759 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Port c777c616-ef87-4322-81fc-2917b0f29be3 on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:26:04.607072 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Attempting to bind port c777c616-ef87-4322-81fc-2917b0f29be3 on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:26:04.611752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:26:04.612707 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Checking segment: {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:26:04.613222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Bound using segment: {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:26:04.613634 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Bound port: c777c616-ef87-4322-81fc-2917b0f29be3, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:26:04.613980 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.676487 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:26:04.679381 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c777c616-ef87-4322-81fc-2917b0f29be3,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:26:04.683480 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.714363 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.714966 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:04.716358 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] 10.222.0.47 "PUT /v2.0/ports/c777c616-ef87-4322-81fc-2917b0f29be3 HTTP/1.1" status: 200 len: 1093 time: 0.5637338 Aug 26 21:26:04.716795 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:04.718990 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796" -d '{"events": [{"name": "network-changed", "server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:04.747168 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a24b0-953b-423e-bda8-ffd717bd6e0a service neutron] Pushing event updated for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:04.759454 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e51d214-d8dc-438a-83cd-59ee8a2c9a77 x-openstack-request-id: req-3e51d214-d8dc-438a-83cd-59ee8a2c9a77 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:04.759760 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:04.760014 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e51d214-d8dc-438a-83cd-59ee8a2c9a77 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:04.760405 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3', 'status': 'completed', 'code': 200} Aug 26 21:26:04.806408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-7c247d68-0ff4-4d72-86d7-bd91bde4d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.807949 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-7c247d68-0ff4-4d72-86d7-bd91bde4d991 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 1096 time: 0.0435505 Aug 26 21:26:04.858384 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-dcd2ddfa-2fe4-4be9-af8a-4bd5c54a8881 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c777c616-ef87-4322-81fc-2917b0f29be3 HTTP/1.1" status: 200 len: 217 time: 0.0407386 Aug 26 21:26:04.858784 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff94f8-bac9-46fe-b40a-e1f7f6d0f5d4 req-c2e0e529-666a-454e-bb53-9f28a4b98cc4 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.860528 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ccff94f8-bac9-46fe-b40a-e1f7f6d0f5d4 req-c2e0e529-666a-454e-bb53-9f28a4b98cc4 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 943 time: 0.0503848 Aug 26 21:26:04.908701 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c11-3369-4f60-b5f9-04c73695933d req-19862f03-4698-4e4f-b74f-38a83c3ce23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.910984 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-19862f03-4698-4e4f-b74f-38a83c3ce23e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c73f14b-0001-4f61-9b50-d54b18744851 HTTP/1.1" status: 200 len: 854 time: 0.0443687 Aug 26 21:26:04.911524 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ccff94f8-bac9-46fe-b40a-e1f7f6d0f5d4 req-bf0f171a-225e-4939-9e5d-e60ae29ed5ee tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Aug 26 21:26:04.945349 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-099f664b-57e8-4f6e-8479-b285f12ac094 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266984 Aug 26 21:26:04.967970 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b089a-1a64-464e-948f-668e47dd591b req-fb0f4c38-9639-4920-9dcb-5d8d4fcd8e5d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:04.972453 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e63b089a-1a64-464e-948f-668e47dd591b req-fb0f4c38-9639-4920-9dcb-5d8d4fcd8e5d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0776608 Aug 26 21:26:05.016020 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e63b089a-1a64-464e-948f-668e47dd591b req-f68a9375-0281-4dce-9396-6c103a00a040 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393682 Aug 26 21:26:05.047992 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-70f5a134-9bfb-47e9-8d8c-8a9734f94ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942912 Aug 26 21:26:05.137026 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-05479c11-3369-4f60-b5f9-04c73695933d req-ac8bf88c-d60a-4c64-9184-0090593299c6 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809813 Aug 26 21:26:05.221524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-9b174065-87f1-471b-af99-06f917ad67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:05.222971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-9b174065-87f1-471b-af99-06f917ad67c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 1096 time: 0.0409503 Aug 26 21:26:05.313703 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-2fe7f1fb-6c36-4304-80d4-c81f0f6377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:05.315919 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-2fe7f1fb-6c36-4304-80d4-c81f0f6377f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 915 time: 0.0837853 Aug 26 21:26:05.356687 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-64416d43-418c-4278-8f49-693cf670be2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c777c616-ef87-4322-81fc-2917b0f29be3 HTTP/1.1" status: 200 len: 217 time: 0.0330842 Aug 26 21:26:05.407922 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-0cb43bf3-8b28-48e0-846f-4b1f5b6fc966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:05.409340 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-0cb43bf3-8b28-48e0-846f-4b1f5b6fc966 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c73f14b-0001-4f61-9b50-d54b18744851 HTTP/1.1" status: 200 len: 854 time: 0.0427203 Aug 26 21:26:05.445006 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-0041d05b-4e55-4f24-93c8-163a8b1ce9d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278921 Aug 26 21:26:05.531727 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-854ae3b8-d4a4-49b0-8f93-2cc03b66eb84 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786016 Aug 26 21:26:05.622493 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5d84d096-1e4d-4a9f-8e4c-c3e7b99eb796 req-3f244dc0-85d4-4d8c-99fb-4cbf182f14eb service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828347 Aug 26 21:26:06.025848 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae95d8-c945-47b3-9574-7de45b016d5e req-a760a82b-f8ca-485b-b49c-5109a742c794 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:06.026852 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04ae95d8-c945-47b3-9574-7de45b016d5e req-a760a82b-f8ca-485b-b49c-5109a742c794 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 943 time: 0.0473478 Aug 26 21:26:06.067174 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04ae95d8-c945-47b3-9574-7de45b016d5e req-4bb967aa-ee3f-4cdd-bb66-9c24ae904b8a tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341952 Aug 26 21:26:06.147755 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c777c616-ef87-4322-81fc-2917b0f29be3 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:26:06.165861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752021ce-f801-40e8-bf3f-cc284d9981de req-0e8dc77a-e308-4fa6-887d-566a72a46309 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:06.167333 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-752021ce-f801-40e8-bf3f-cc284d9981de req-0e8dc77a-e308-4fa6-887d-566a72a46309 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0481236 Aug 26 21:26:06.207418 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-752021ce-f801-40e8-bf3f-cc284d9981de req-cfa91cf9-543b-4ef3-9364-bae8e79a45aa tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333652 Aug 26 21:26:06.244966 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c777c616-ef87-4322-81fc-2917b0f29be3,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:06.255977 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'c777c616-ef87-4322-81fc-2917b0f29be3', 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f', 'port_id': 'c777c616-ef87-4322-81fc-2917b0f29be3', 'mac_address': 'fa:16:3e:7d:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c73f14b-0001-4f61-9b50-d54b18744851', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:26:06.291619 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:06.303899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c777c616-ef87-4322-81fc-2917b0f29be3 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:26:06.322074 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c777c616-ef87-4322-81fc-2917b0f29be3,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:06.325765 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:06.373738 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:06.594631 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['c777c616-ef87-4322-81fc-2917b0f29be3'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:26:07.192327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079733e-7f09-4d4c-8e4b-21a6cc17bf17 req-38495165-a03b-43e7-aeca-dd0f71f59cc0 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:07.193748 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a079733e-7f09-4d4c-8e4b-21a6cc17bf17 req-38495165-a03b-43e7-aeca-dd0f71f59cc0 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 944 time: 0.0558574 Aug 26 21:26:07.231557 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a079733e-7f09-4d4c-8e4b-21a6cc17bf17 req-a79a1bce-de19-4046-b392-897680012afc tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Aug 26 21:26:07.339676 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53cb75-907b-4775-a04d-f2fd7768f4b8 req-c846fe9a-1c02-45d9-af70-1abbc2a8a2d2 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:07.341058 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ea53cb75-907b-4775-a04d-f2fd7768f4b8 req-c846fe9a-1c02-45d9-af70-1abbc2a8a2d2 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0764561 Aug 26 21:26:07.353324 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da050e0d-90cb-4848-b132-777c1346fa70 req-a9f4133b-d835-4359-9f44-4fb86e95a2a7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:07.354682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da050e0d-90cb-4848-b132-777c1346fa70 req-a9f4133b-d835-4359-9f44-4fb86e95a2a7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0644629 Aug 26 21:26:07.406600 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ea53cb75-907b-4775-a04d-f2fd7768f4b8 req-aba39f9f-bd1e-4b84-8cc4-325b779df590 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510116 Aug 26 21:26:07.414420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-da050e0d-90cb-4848-b132-777c1346fa70 req-e4cf6723-42e6-499f-be3a-02c897f352e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532703 Aug 26 21:26:08.146030 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c777c616-ef87-4322-81fc-2917b0f29be3 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:26:08.195266 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port c777c616-ef87-4322-81fc-2917b0f29be3 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:26:08.198935 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port c777c616-ef87-4322-81fc-2917b0f29be3 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:26:08.199300 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:08.275500 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:08.297884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:08.300925 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195ddc9-57a1-422c-9106-d87ea7c0e80b" -d '{"events": [{"server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "name": "network-vif-plugged", "status": "completed", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:08.314470 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c777c616-ef87-4322-81fc-2917b0f29be3,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:08.322912 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:08.353984 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf09e0-a70c-4d29-91a5-e49507139f6d x-openstack-request-id: req-6cdf09e0-a70c-4d29-91a5-e49507139f6d {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:08.354277 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "name": "network-vif-plugged", "status": "completed", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:08.354525 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6cdf09e0-a70c-4d29-91a5-e49507139f6d {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:08.354904 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3', 'code': 200} Aug 26 21:26:08.376140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:08.466044 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dce4c-49c8-4fc9-82a8-aa124d290187 req-638a432f-4059-425e-9fb0-f35bff6e1a86 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:08.467509 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa2dce4c-49c8-4fc9-82a8-aa124d290187 req-638a432f-4059-425e-9fb0-f35bff6e1a86 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.1692522 Aug 26 21:26:08.529893 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fa2dce4c-49c8-4fc9-82a8-aa124d290187 req-28baeb03-0a16-4c98-9d20-69eaa2db2392 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561025 Aug 26 21:26:08.535877 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fad03a-9ddc-499b-808a-bd80b8f8b0b1 req-6d55eaf6-d92b-43c0-8139-e6f72411aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:08.537370 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-03fad03a-9ddc-499b-808a-bd80b8f8b0b1 req-6d55eaf6-d92b-43c0-8139-e6f72411aa79 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 1098 time: 0.0408292 Aug 26 21:26:08.547681 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2fb70-0d76-4fa8-bdc1-1372a8b456ec req-0f9e2ee8-116b-4e1d-b598-3c422103241a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:08.549147 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20f2fb70-0d76-4fa8-bdc1-1372a8b456ec req-0f9e2ee8-116b-4e1d-b598-3c422103241a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0627928 Aug 26 21:26:08.583695 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-03fad03a-9ddc-499b-808a-bd80b8f8b0b1 req-43183f82-1af7-420f-bf0c-15ba9a7c76c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302238 Aug 26 21:26:08.589945 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20f2fb70-0d76-4fa8-bdc1-1372a8b456ec req-ea1b7133-6f67-417b-bb46-6b4888062fe3 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335050 Aug 26 21:26:08.636030 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6f135-31e5-4c63-adff-52b26e08dacd req-98d2128a-3908-4769-9993-84adb11aaba4 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:08.637452 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fad6f135-31e5-4c63-adff-52b26e08dacd req-98d2128a-3908-4769-9993-84adb11aaba4 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0508418 Aug 26 21:26:08.678055 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fad6f135-31e5-4c63-adff-52b26e08dacd req-e5068d16-40d9-4c63-8088-62e1637e370c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347614 Aug 26 21:26:09.644133 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091461f5-0785-40dd-9cb5-bc4a2d406297 req-b198569f-9082-4865-a30d-a6219e223d5d tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:09.645713 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-091461f5-0785-40dd-9cb5-bc4a2d406297 req-b198569f-9082-4865-a30d-a6219e223d5d tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.0497024 Aug 26 21:26:09.692446 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-091461f5-0785-40dd-9cb5-bc4a2d406297 req-4705b8df-d376-4666-850a-e253891b1c74 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388014 Aug 26 21:26:09.805839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29225a-2cb0-40d4-ad00-8074ba498dbd req-aa38b621-1aae-466c-af8e-8743100c418b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:09.807272 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb29225a-2cb0-40d4-ad00-8074ba498dbd req-aa38b621-1aae-466c-af8e-8743100c418b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.1395779 Aug 26 21:26:09.818576 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b29b8-792b-4c32-bedb-dd49c830cf02 req-f8edce0f-91e7-4b59-b2f7-e5deda3db237 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:09.819956 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-862b29b8-792b-4c32-bedb-dd49c830cf02 req-f8edce0f-91e7-4b59-b2f7-e5deda3db237 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0667365 Aug 26 21:26:09.872503 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb29225a-2cb0-40d4-ad00-8074ba498dbd req-a311bb63-5f26-43fe-b6ec-cf7f5cc1a790 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515606 Aug 26 21:26:09.878910 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-862b29b8-792b-4c32-bedb-dd49c830cf02 req-b0a385b8-a288-4ce0-ba96-58162178571f tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525436 Aug 26 21:26:10.388829 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:26:10.805962 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ab5f9-e45c-4aa6-a43f-9e4c11913b5e req-6115814a-b278-468b-b916-77cf695bac93 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:10.807403 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e02ab5f9-e45c-4aa6-a43f-9e4c11913b5e req-6115814a-b278-468b-b916-77cf695bac93 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Aug 26 21:26:10.843415 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e02ab5f9-e45c-4aa6-a43f-9e4c11913b5e req-49b9936e-c4e8-46f7-aca7-131b405017f4 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Aug 26 21:26:11.027493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cf209-2159-448b-aff1-16b3107b115d req-be708ff2-2d33-46dc-9c71-41aeba8b26c8 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:11.028998 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-233cf209-2159-448b-aff1-16b3107b115d req-be708ff2-2d33-46dc-9c71-41aeba8b26c8 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0853090 Aug 26 21:26:11.037702 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83ac1-ef71-413d-afd8-f82d7bd92008 req-9eabbd1a-21bb-4591-8461-295f4358f5fc tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:11.039063 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80b83ac1-ef71-413d-afd8-f82d7bd92008 req-9eabbd1a-21bb-4591-8461-295f4358f5fc tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0868309 Aug 26 21:26:11.088215 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-233cf209-2159-448b-aff1-16b3107b115d req-686656ca-d35a-44c2-9f6d-f304576f3fd6 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482132 Aug 26 21:26:11.103726 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-80b83ac1-ef71-413d-afd8-f82d7bd92008 req-284d5692-a7b5-421f-8d81-c47a841a0118 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565586 Aug 26 21:26:12.242215 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f063b-a590-4c27-a1d8-143323bc8101 req-94b9f26f-c432-4fe8-ba31-22d864a025ed tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:12.243568 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-050f063b-a590-4c27-a1d8-143323bc8101 req-94b9f26f-c432-4fe8-ba31-22d864a025ed tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0877159 Aug 26 21:26:12.251517 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f53527-71d3-4de1-9ff0-2f4cb248ef99 req-8faf5913-8562-427a-8f0a-dc382f1351fe tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:12.253190 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02f53527-71d3-4de1-9ff0-2f4cb248ef99 req-8faf5913-8562-427a-8f0a-dc382f1351fe tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0702758 Aug 26 21:26:12.309029 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-050f063b-a590-4c27-a1d8-143323bc8101 req-78c63566-1158-46e2-85c6-353e9feba54e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549154 Aug 26 21:26:12.317076 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-02f53527-71d3-4de1-9ff0-2f4cb248ef99 req-bab4618d-abb2-4033-8b15-feb886637f45 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574617 Aug 26 21:26:13.456732 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0ad6-16b8-4619-bd71-5ca781a1aafe req-c8a8db43-4c95-410a-aa84-f2da9aaf108c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:13.459586 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-790f0ad6-16b8-4619-bd71-5ca781a1aafe req-c8a8db43-4c95-410a-aa84-f2da9aaf108c tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0767686 Aug 26 21:26:13.470340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89767050-aa63-479a-8a31-e963244983d9 req-46cb116c-a6cf-433f-a1ea-04459e2a464a tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:13.471785 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89767050-aa63-479a-8a31-e963244983d9 req-46cb116c-a6cf-433f-a1ea-04459e2a464a tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0655422 Aug 26 21:26:13.527859 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-790f0ad6-16b8-4619-bd71-5ca781a1aafe req-5823c1bc-96ef-4273-934b-71c56e7ea084 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545835 Aug 26 21:26:13.538460 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-89767050-aa63-479a-8a31-e963244983d9 req-95b3fbab-4c08-4235-9e2b-f100f18f8c6b tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587728 Aug 26 21:26:14.671272 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298660e-f831-4651-9919-de83ccf04776 req-b1a26b1b-11f2-4970-82e4-12866ed5cc2e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:14.672943 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b298660e-f831-4651-9919-de83ccf04776 req-b1a26b1b-11f2-4970-82e4-12866ed5cc2e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0777979 Aug 26 21:26:14.688332 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979d1b0-efef-4b5c-b9e7-8c0af9608c8e req-b8a45ae8-36e9-4181-afee-8cf2b4290efe tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:14.689993 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e979d1b0-efef-4b5c-b9e7-8c0af9608c8e req-b8a45ae8-36e9-4181-afee-8cf2b4290efe tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0831428 Aug 26 21:26:14.745531 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b298660e-f831-4651-9919-de83ccf04776 req-0ba4e1e7-39d4-4643-add0-b309dcd6be40 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658979 Aug 26 21:26:14.751941 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e979d1b0-efef-4b5c-b9e7-8c0af9608c8e req-f55c6c70-612e-4ace-a7af-73ac2b444f51 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554187 Aug 26 21:26:15.893416 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e4c6f-3668-4660-a718-8229b25dc68e req-13991b79-1255-41ec-8e43-a7072433c7fe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:15.895880 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-070e4c6f-3668-4660-a718-8229b25dc68e req-13991b79-1255-41ec-8e43-a7072433c7fe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0825543 Aug 26 21:26:15.905094 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f83dad-7c4f-449f-bb86-c55a800ed2a7 req-60d42e1a-4fed-4370-a8c6-f46e51e6433d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:15.906538 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68f83dad-7c4f-449f-bb86-c55a800ed2a7 req-60d42e1a-4fed-4370-a8c6-f46e51e6433d tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0838203 Aug 26 21:26:15.960828 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-070e4c6f-3668-4660-a718-8229b25dc68e req-21442573-4ba5-4144-b72e-58910c1dde57 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533395 Aug 26 21:26:15.969417 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-68f83dad-7c4f-449f-bb86-c55a800ed2a7 req-81e761a7-628b-4cef-826f-0b2ef8292af0 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=6a1eeb2d-9927-441b-8a8b-dadb74c24d25&id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550361 Aug 26 21:26:17.075471 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf593f-4ba0-4d8d-a582-85037403fff6 req-47930841-6708-4a23-83d2-23725286768f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:17.076957 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ffbf593f-4ba0-4d8d-a582-85037403fff6 req-47930841-6708-4a23-83d2-23725286768f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0483792 Aug 26 21:26:17.115937 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-ffbf593f-4ba0-4d8d-a582-85037403fff6 req-ba240841-0446-43c7-98d5-385957ab0357 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324094 Aug 26 21:26:17.393609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-4dad5c96-8231-4a19-a8ef-a2aba5c3b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:17.395683 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-4dad5c96-8231-4a19-a8ef-a2aba5c3b5d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1098 time: 0.0405934 Aug 26 21:26:17.487152 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-6ffe0386-031f-448c-b100-6b6673a354d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:17.489180 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-6ffe0386-031f-448c-b100-6b6673a354d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 909 time: 0.0851841 Aug 26 21:26:17.555882 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-5e778afc-c5aa-414f-b579-036de0210b74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 1001 time: 0.0590603 Aug 26 21:26:17.609703 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-dbe5e6b5-35f4-47f2-baef-ee100383e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:17.611162 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-dbe5e6b5-35f4-47f2-baef-ee100383e280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.0428770 Aug 26 21:26:17.661140 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-0397ab6a-9993-463f-8aa6-a9c8a6391e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:17.662523 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-0397ab6a-9993-463f-8aa6-a9c8a6391e4f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434129 Aug 26 21:26:17.752532 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-aca463f5-a2cd-4093-ad93-ee863a88504d service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Aug 26 21:26:17.845204 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0c2a2b0-6cb4-4f3f-844b-d4aafa203fc6 req-b437de81-a3a9-4c77-bb73-2dfdc9061d5d service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Aug 26 21:26:18.395774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:18.459386 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba0cd5-02a1-4325-8d13-9c20c0fa408c req-2a314b62-1fe6-4c9d-9438-4b90d2dfffe0 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:18.460869 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3aba0cd5-02a1-4325-8d13-9c20c0fa408c req-2a314b62-1fe6-4c9d-9438-4b90d2dfffe0 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.2792299 Aug 26 21:26:18.497506 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3aba0cd5-02a1-4325-8d13-9c20c0fa408c req-7aaa5747-6bf6-4b3b-8232-394a68b1a011 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306709 Aug 26 21:26:19.611487 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b1896-bc92-403b-a5c4-ec762f601e69 req-7a4d3777-145d-4a57-9e67-47702dba4beb tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:19.612887 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-118b1896-bc92-403b-a5c4-ec762f601e69 req-7a4d3777-145d-4a57-9e67-47702dba4beb tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0478776 Aug 26 21:26:19.654243 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-118b1896-bc92-403b-a5c4-ec762f601e69 req-d15c149d-8367-44a8-b60b-7a30ec29d956 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341625 Aug 26 21:26:20.770441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0f72a-33a4-41cc-9da5-2591aaf8be97 req-4fc152d8-573c-414b-af5a-b12cbdc2ab0b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:20.772138 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-06d0f72a-33a4-41cc-9da5-2591aaf8be97 req-4fc152d8-573c-414b-af5a-b12cbdc2ab0b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0485485 Aug 26 21:26:20.811031 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-06d0f72a-33a4-41cc-9da5-2591aaf8be97 req-f86559b8-d316-47b7-99c3-29f52f0af421 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326693 Aug 26 21:26:21.007056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 49736) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:26:21.023970 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa9a-4ba5-47a5-8431-5507155589dc req-3a848500-16c9-4293-a923-6e2fae764709 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:21.025533 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3dabaa9a-4ba5-47a5-8431-5507155589dc req-3a848500-16c9-4293-a923-6e2fae764709 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0514007 Aug 26 21:26:21.072288 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3dabaa9a-4ba5-47a5-8431-5507155589dc req-07fff28b-92d0-49bd-a975-0b0d556a4b81 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402987 Aug 26 21:26:21.126013 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-da670c8c-28bd-4f2f-a616-565ca2deec49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176927 Aug 26 21:26:21.132420 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-a666c6fa-e782-4147-b3fd-b6aa1b56d41b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500193 Aug 26 21:26:21.222419 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-1b88e55d-e676-4cd7-a0a3-ef3b96ea4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:21.224884 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-1b88e55d-e676-4cd7-a0a3-ef3b96ea4394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1137 time: 0.0450597 Aug 26 21:26:21.335375 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-a3ac36a1-553b-4208-8466-5c9bf627f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:21.337152 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-a3ac36a1-553b-4208-8466-5c9bf627f693 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.0883250 Aug 26 21:26:21.413649 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-ba3ce31d-4486-4b69-be9f-0405c306b791 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 1000 time: 0.0676234 Aug 26 21:26:21.468090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-a1a9f089-eb51-4261-bd38-24b12fd3ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:21.469564 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-a1a9f089-eb51-4261-bd38-24b12fd3ba92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0459614 Aug 26 21:26:21.516765 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-83403d2c-7079-4030-a24f-a71bf0e4f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:21.518263 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-83403d2c-7079-4030-a24f-a71bf0e4f224 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407479 Aug 26 21:26:21.622393 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-bd6879e6-b8e8-43c1-9162-252d22d0d4a0 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901206 Aug 26 21:26:21.716767 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e85790af-4605-44d4-a73e-f9631e31f2a4 req-d4b40c0f-233e-4e6d-8aae-43670adb63d4 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827572 Aug 26 21:26:22.192882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df7b1d-7055-4982-8ab2-0641d5868488 req-fc63270f-a951-45b3-8ebb-cfb5c02c788b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:22.194311 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35df7b1d-7055-4982-8ab2-0641d5868488 req-fc63270f-a951-45b3-8ebb-cfb5c02c788b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0527031 Aug 26 21:26:22.233217 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-35df7b1d-7055-4982-8ab2-0641d5868488 req-34c080cf-5352-41e6-a553-f96a200bcd46 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331349 Aug 26 21:26:22.667942 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-f216318d-92d2-4dab-b633-7b57fbfe5395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:22.669431 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-f216318d-92d2-4dab-b633-7b57fbfe5395 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c&tenant_id=75617b27657041618257c1738d0c1c3b HTTP/1.1" status: 200 len: 1098 time: 0.0406675 Aug 26 21:26:22.737578 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-e5f3f0a4-9722-456f-965f-e1f8785c16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:22.739303 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-e5f3f0a4-9722-456f-965f-e1f8785c16a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1098 time: 0.0440931 Aug 26 21:26:22.830557 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-ef42c3c2-5e53-4adf-9f5d-0fe474d0de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:22.832064 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-ef42c3c2-5e53-4adf-9f5d-0fe474d0de3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 909 time: 0.0844309 Aug 26 21:26:22.901562 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-4c981353-5b29-4f44-9680-c69e2dfb9301 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 1001 time: 0.0622916 Aug 26 21:26:22.951531 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-854f787b-909e-4ff6-aab9-71cdb143dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:22.952919 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-854f787b-909e-4ff6-aab9-71cdb143dd1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.0435472 Aug 26 21:26:23.007328 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-0030c170-c271-42a1-9560-26cd27d1055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:23.008868 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-0030c170-c271-42a1-9560-26cd27d1055b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405245 Aug 26 21:26:23.103574 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-f2dc361d-1cfd-4d9e-a038-4420f47c60a4 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 Aug 26 21:26:23.193997 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5b0fbf70-3eb2-4045-9466-8befbbc8f981 req-b3b96ecf-0b40-4caf-a795-3728782d9ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796275 Aug 26 21:26:23.346940 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cf267-4391-4217-a039-fc2953226122 req-5a1c905e-bb6b-4058-9e15-a09490f4dba5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:23.348559 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e0cf267-4391-4217-a039-fc2953226122 req-5a1c905e-bb6b-4058-9e15-a09490f4dba5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.0491958 Aug 26 21:26:23.384611 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e0cf267-4391-4217-a039-fc2953226122 req-4b91ec81-8b07-44d7-85f3-f1566955599e tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302827 Aug 26 21:26:24.235800 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:26:24.308533 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:24.330220 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:24.333697 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81415289-4e04-4347-b70c-49ccaef31e59" -d '{"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-unplugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:24.346808 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:24.351650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:24.374186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152fe6d-90db-4bb2-9297-64d174bcb389 x-openstack-request-id: req-0152fe6d-90db-4bb2-9297-64d174bcb389 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:24.374477 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-unplugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:24.374728 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0152fe6d-90db-4bb2-9297-64d174bcb389 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:24.375110 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'code': 200} Aug 26 21:26:24.399643 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:24.501102 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb7cd6-161e-43a8-858d-f60620fcbd70 req-1a5dc13f-0027-4e8b-acd9-94fbd3eac91d tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:24.502518 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40fb7cd6-161e-43a8-858d-f60620fcbd70 req-1a5dc13f-0027-4e8b-acd9-94fbd3eac91d tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0508990 Aug 26 21:26:24.538827 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40fb7cd6-161e-43a8-858d-f60620fcbd70 req-14ba3048-6d09-41a6-99cc-5b531c916bf0 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304165 Aug 26 21:26:25.057656 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-36f70988-baeb-4df7-a00e-35da82658253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:25.649702 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4d42c-b0c8-4b95-9835-fa052c1ee0f9 req-2327ad5d-edfd-4c65-b4a3-51e6525ca63a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:25.651173 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-85d4d42c-b0c8-4b95-9835-fa052c1ee0f9 req-2327ad5d-edfd-4c65-b4a3-51e6525ca63a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0476820 Aug 26 21:26:25.688507 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-85d4d42c-b0c8-4b95-9835-fa052c1ee0f9 req-f845cc37-d4b9-4630-a213-f023b31b79c3 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315278 Aug 26 21:26:26.803664 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8916c7-8830-4b6f-b0ac-b8a0a532737d req-b193b2da-ed8a-4ca2-9508-e2065c306545 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:26.805277 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8916c7-8830-4b6f-b0ac-b8a0a532737d req-b193b2da-ed8a-4ca2-9508-e2065c306545 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0485368 Aug 26 21:26:26.845718 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8916c7-8830-4b6f-b0ac-b8a0a532737d req-a45f1fba-3d9c-4231-a599-80abc5f0e8f8 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346224 Aug 26 21:26:27.642572 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:27.894254 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-67de78ab-38ea-41d4-aaff-3ae00ab4d483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:27.966574 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c82c5-599d-4c90-a3d4-cc3da3394215 req-59b60e57-f00c-493c-b227-0b1b5b971bf5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:27.968050 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f08c82c5-599d-4c90-a3d4-cc3da3394215 req-59b60e57-f00c-493c-b227-0b1b5b971bf5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0515547 Aug 26 21:26:28.004223 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f08c82c5-599d-4c90-a3d4-cc3da3394215 req-51773247-b23d-4022-9239-1c67eabcec8a tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304036 Aug 26 21:26:28.672058 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:29.117914 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92500a7-b0e6-412e-9069-7f6ba2cc1657 req-639c736d-4216-45ab-becf-f3d15e9f440f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:29.119384 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c92500a7-b0e6-412e-9069-7f6ba2cc1657 req-639c736d-4216-45ab-becf-f3d15e9f440f tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0488424 Aug 26 21:26:29.155293 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c92500a7-b0e6-412e-9069-7f6ba2cc1657 req-470c4939-9caf-45d7-aebb-a967fbd28176 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301733 Aug 26 21:26:29.567645 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77322297-8fd4-4118-93c6-66859ff6fcb5 req-60cdaaa7-b8f3-4f3f-a096-9786f0e7fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:29.569141 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77322297-8fd4-4118-93c6-66859ff6fcb5 req-60cdaaa7-b8f3-4f3f-a096-9786f0e7fcc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1096 time: 0.0813887 Aug 26 21:26:29.605134 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-77322297-8fd4-4118-93c6-66859ff6fcb5 req-f6da53ee-4bec-4247-9c24-306a71907a7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278125 Aug 26 21:26:29.965915 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f634-2bba-4e4a-a0fe-d9d6330b629e req-bfec5def-11c9-4cc4-a125-991664a695ae tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:29.967277 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2826f634-2bba-4e4a-a0fe-d9d6330b629e req-bfec5def-11c9-4cc4-a125-991664a695ae tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0479937 Aug 26 21:26:30.003299 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2826f634-2bba-4e4a-a0fe-d9d6330b629e req-1b97aa5f-15c9-478a-a133-141566cf0f3e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301690 Aug 26 21:26:30.274035 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb55d38-f79d-418f-a086-43130a77ccb7 req-30e54e36-a783-4438-ac9b-41df4ef9dc54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:30.275426 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-abb55d38-f79d-418f-a086-43130a77ccb7 req-30e54e36-a783-4438-ac9b-41df4ef9dc54 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0520754 Aug 26 21:26:30.312585 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-abb55d38-f79d-418f-a086-43130a77ccb7 req-0f4a5179-a273-4630-aa9b-09e6cea1ab69 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313258 Aug 26 21:26:30.521122 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:31.122099 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e256dc1-1096-4e8e-8e5f-175494ab63e9 req-75545b9f-8422-46c3-9308-45f65075c87e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:31.123557 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e256dc1-1096-4e8e-8e5f-175494ab63e9 req-75545b9f-8422-46c3-9308-45f65075c87e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0496914 Aug 26 21:26:31.161283 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e256dc1-1096-4e8e-8e5f-175494ab63e9 req-7c9ba081-7173-4574-a426-565f2dd7bb5f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Aug 26 21:26:31.424632 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03635a47-0f1c-4431-96fe-7c9acd1103d1 req-3b8c1c98-624f-481e-bb59-ece7c3ea7b80 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:31.426100 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03635a47-0f1c-4431-96fe-7c9acd1103d1 req-3b8c1c98-624f-481e-bb59-ece7c3ea7b80 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 943 time: 0.0490763 Aug 26 21:26:31.463265 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-03635a47-0f1c-4431-96fe-7c9acd1103d1 req-ab385e78-c850-4511-8167-5fafacdba788 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312152 Aug 26 21:26:32.255414 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:26:32.280970 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bebb8-7ea9-4a69-a5ac-08d931b9c29a req-8f487bef-1cf3-4e80-bdf0-68d7912014a1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:32.282461 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-498bebb8-7ea9-4a69-a5ac-08d931b9c29a req-8f487bef-1cf3-4e80-bdf0-68d7912014a1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0521119 Aug 26 21:26:32.321840 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-498bebb8-7ea9-4a69-a5ac-08d931b9c29a req-12871b7b-e3c1-4759-8ed9-6fac1c70831f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326078 Aug 26 21:26:32.348051 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:32.359680 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'port_id': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'mac_address': 'fa:16:3e:a6:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:26:32.395038 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:32.410331 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8497dd56-58e4-43b7-b1b5-c903ebf3043b {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:26:32.429822 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:32.433733 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:32.478657 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:32.702346 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['8497dd56-58e4-43b7-b1b5-c903ebf3043b'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:26:33.439785 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176f466-9ba1-4226-ae07-244571cc3a22 req-8f8b485e-6d22-4dcd-adad-0ab55a7cbed7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:33.441223 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2176f466-9ba1-4226-ae07-244571cc3a22 req-8f8b485e-6d22-4dcd-adad-0ab55a7cbed7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0481155 Aug 26 21:26:33.477619 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2176f466-9ba1-4226-ae07-244571cc3a22 req-f3bd1b96-0b8e-4f65-ab87-7da85feb4fe4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298526 Aug 26 21:26:34.284139 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:26:34.330736 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 8497dd56-58e4-43b7-b1b5-c903ebf3043b triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:26:34.331097 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:34.405982 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:34.426756 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:34.429355 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679d28b2-534d-424b-8cf5-c2f2be58946c" -d '{"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-plugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:34.441993 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:34.446261 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:34.471363 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4af48eb-4ac8-45b0-adc3-2838db70b7ef x-openstack-request-id: req-c4af48eb-4ac8-45b0-adc3-2838db70b7ef {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:34.471651 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-plugged", "status": "completed", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:34.471920 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4af48eb-4ac8-45b0-adc3-2838db70b7ef {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:34.472296 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'code': 200} Aug 26 21:26:34.495751 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:34.502475 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.502818 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.503152 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.503563 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.503918 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.504244 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.504566 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.504884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.505742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.506061 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.506378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.506688 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:34.594586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6503c5a-fd9a-4877-8815-4871f14e9d92 req-f182f410-5f1a-4ddf-9dbf-4a7112b5bd31 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:34.595987 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6503c5a-fd9a-4877-8815-4871f14e9d92 req-f182f410-5f1a-4ddf-9dbf-4a7112b5bd31 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0480196 Aug 26 21:26:34.635958 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b6503c5a-fd9a-4877-8815-4871f14e9d92 req-2d9c2d3d-7916-482e-90a8-05490bf00e29 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340238 Aug 26 21:26:35.760042 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385ed1-2f39-4d04-b370-71820580e696 req-9cd16a70-17e7-4936-bd31-d7ce992d3385 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:35.761481 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c385ed1-2f39-4d04-b370-71820580e696 req-9cd16a70-17e7-4936-bd31-d7ce992d3385 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0508320 Aug 26 21:26:35.799390 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c385ed1-2f39-4d04-b370-71820580e696 req-9ce97d71-c129-4247-aa1f-255116d460bd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Aug 26 21:26:36.917133 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b200880-ca20-4605-b2ec-5210b7f3eb5a req-2731da7d-5f09-4c64-9b5a-09a37c2fa9c6 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:36.918588 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b200880-ca20-4605-b2ec-5210b7f3eb5a req-2731da7d-5f09-4c64-9b5a-09a37c2fa9c6 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0480080 Aug 26 21:26:36.954765 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b200880-ca20-4605-b2ec-5210b7f3eb5a req-7253431a-b779-402c-811b-2034afd63473 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304017 Aug 26 21:26:38.073416 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda418f0-bd12-4499-b62b-801771428672 req-668c113a-5e78-4ceb-b326-6d67e08d15ce tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:38.074879 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dda418f0-bd12-4499-b62b-801771428672 req-668c113a-5e78-4ceb-b326-6d67e08d15ce tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0484169 Aug 26 21:26:38.111255 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dda418f0-bd12-4499-b62b-801771428672 req-2703a50a-4c4e-4e92-a610-2c99440f0334 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305724 Aug 26 21:26:39.247626 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e7739-3462-4404-8b68-19026d53be5f req-d7d0b8ea-c9d5-4b41-84c3-5848a8decaff tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:39.249121 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d7e7739-3462-4404-8b68-19026d53be5f req-d7d0b8ea-c9d5-4b41-84c3-5848a8decaff tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0588827 Aug 26 21:26:39.287851 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4d7e7739-3462-4404-8b68-19026d53be5f req-e0d27510-7eb5-4485-a065-db1ce0999fcd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Aug 26 21:26:40.402152 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769c16c-1ad6-447f-af41-1177e2e9cace req-7d06756f-65d4-46d2-af70-bd0fb7cc6f69 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:40.403613 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4769c16c-1ad6-447f-af41-1177e2e9cace req-7d06756f-65d4-46d2-af70-bd0fb7cc6f69 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0475206 Aug 26 21:26:40.440506 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4769c16c-1ad6-447f-af41-1177e2e9cace req-4ad8880d-2d9f-483d-9f65-23335748d025 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310690 Aug 26 21:26:41.555379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0500a-37f9-40fc-af28-0723ac6eef25 req-0b10b9a1-d45e-4e32-9dde-aca3213ce18e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:41.556850 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f0e0500a-37f9-40fc-af28-0723ac6eef25 req-0b10b9a1-d45e-4e32-9dde-aca3213ce18e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0476201 Aug 26 21:26:41.593143 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f0e0500a-37f9-40fc-af28-0723ac6eef25 req-4f979d67-a0a7-4630-967e-d9ba4ae21e7c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304959 Aug 26 21:26:42.717350 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5993-cbf7-495e-9156-bb113778350a req-1544b760-8d7e-4e5e-a330-5f04fc3cb3d7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:42.719082 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d33d5993-cbf7-495e-9156-bb113778350a req-1544b760-8d7e-4e5e-a330-5f04fc3cb3d7 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0513389 Aug 26 21:26:42.754926 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d33d5993-cbf7-495e-9156-bb113778350a req-d89e8862-e64c-4df2-9949-f1699c9fb0d4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300903 Aug 26 21:26:43.889569 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd2f1-ccca-443d-85c1-3fe45371b916 req-cda1a2d5-7934-46b3-8fd1-73dd1fa90482 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:43.891076 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d68bd2f1-ccca-443d-85c1-3fe45371b916 req-cda1a2d5-7934-46b3-8fd1-73dd1fa90482 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0517762 Aug 26 21:26:43.930667 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d68bd2f1-ccca-443d-85c1-3fe45371b916 req-815e1899-7a84-44ad-b035-8903ff71264d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333049 Aug 26 21:26:45.047590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ba7af-e82d-430c-abf3-7d7d2c872344 req-8f7553fb-6b4d-4d83-9d03-c4b2c1195395 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:45.049079 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d06ba7af-e82d-430c-abf3-7d7d2c872344 req-8f7553fb-6b4d-4d83-9d03-c4b2c1195395 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0486295 Aug 26 21:26:45.086293 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d06ba7af-e82d-430c-abf3-7d7d2c872344 req-2f4bd71e-f54d-49fe-968c-9233d1e02eff tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 26 21:26:46.207692 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813b5c6-6ca7-41e8-8fa3-a4e2d1dd0911 req-650b5a6b-384c-4b4e-b281-6f41410185b3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:46.209668 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1813b5c6-6ca7-41e8-8fa3-a4e2d1dd0911 req-650b5a6b-384c-4b4e-b281-6f41410185b3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0535951 Aug 26 21:26:46.246111 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1813b5c6-6ca7-41e8-8fa3-a4e2d1dd0911 req-30f9dd04-6887-4856-a09a-f7423f6a1a6e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306499 Aug 26 21:26:47.361756 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c4bcd-2245-408e-a681-b2b67b7f846e req-ce058a63-e16f-4113-b2bd-f711453c84ba tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:47.363215 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db7c4bcd-2245-408e-a681-b2b67b7f846e req-ce058a63-e16f-4113-b2bd-f711453c84ba tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0473199 Aug 26 21:26:47.387411 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:26:47.401437 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db7c4bcd-2245-408e-a681-b2b67b7f846e req-0a1affba-4bac-48a9-a0f2-5d46c2727385 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Aug 26 21:26:48.406105 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:48.517688 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87910de4-1e46-40cf-9eb5-418e56673f42 req-1fa24568-6e27-4a93-90a0-6c83f590fff0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:48.519127 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-87910de4-1e46-40cf-9eb5-418e56673f42 req-1fa24568-6e27-4a93-90a0-6c83f590fff0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0474946 Aug 26 21:26:48.555553 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-87910de4-1e46-40cf-9eb5-418e56673f42 req-07105b6d-f6b7-4855-b9d7-f505bd4d8318 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298169 Aug 26 21:26:49.676712 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d948c-6cd1-483e-a893-f81a653e8f53 req-7a6ab215-e81f-4c23-85b0-ae7707af4ba5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:49.678544 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-117d948c-6cd1-483e-a893-f81a653e8f53 req-7a6ab215-e81f-4c23-85b0-ae7707af4ba5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0534341 Aug 26 21:26:49.716007 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-117d948c-6cd1-483e-a893-f81a653e8f53 req-1f37b97a-0243-40f6-82aa-d796c447f6b3 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Aug 26 21:26:50.834330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1436277-5cb4-4360-bada-f8c4d9a05192 req-30c5488a-eecc-4ebd-a362-d43aaf88dceb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:50.835658 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f1436277-5cb4-4360-bada-f8c4d9a05192 req-30c5488a-eecc-4ebd-a362-d43aaf88dceb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0507224 Aug 26 21:26:50.872731 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f1436277-5cb4-4360-bada-f8c4d9a05192 req-1708d5ec-505e-445f-a52e-19e3e2a18441 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Aug 26 21:26:51.989757 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27acb0a-b403-4968-8657-2be8558f4689 req-045e9485-ecad-4c4a-91c3-eed1fd95da6e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:51.991392 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f27acb0a-b403-4968-8657-2be8558f4689 req-045e9485-ecad-4c4a-91c3-eed1fd95da6e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0485611 Aug 26 21:26:52.030260 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f27acb0a-b403-4968-8657-2be8558f4689 req-5475ee06-f625-493b-8a66-5d6ea4918484 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Aug 26 21:26:52.476716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae08125-858f-49f2-8986-a851f2903c70 req-3bd2065b-fb5e-40ee-be98-88ea572a9be0 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:52.478115 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ae08125-858f-49f2-8986-a851f2903c70 req-3bd2065b-fb5e-40ee-be98-88ea572a9be0 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.0527587 Aug 26 21:26:52.515971 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ae08125-858f-49f2-8986-a851f2903c70 req-9f6e8d1e-39f4-4807-9ff6-8b6145f87077 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Aug 26 21:26:53.152369 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4305640-6471-4738-aef8-20d4969d4ede req-c9869654-3003-48c7-a747-cc06278eac4d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:53.153846 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4305640-6471-4738-aef8-20d4969d4ede req-c9869654-3003-48c7-a747-cc06278eac4d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0480657 Aug 26 21:26:53.191290 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d4305640-6471-4738-aef8-20d4969d4ede req-247c6c3b-cd47-4e6e-96d1-3e249e1178d9 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Aug 26 21:26:53.639316 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b019766-6e9e-4313-b7d8-883f5da80e08 req-b11b8b62-b932-4018-b08f-db2957ebe8e8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:53.641006 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b019766-6e9e-4313-b7d8-883f5da80e08 req-b11b8b62-b932-4018-b08f-db2957ebe8e8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Aug 26 21:26:53.690135 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b019766-6e9e-4313-b7d8-883f5da80e08 req-92dfc715-e861-47ac-a39f-edccbb7233b0 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Aug 26 21:26:54.321085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee38b38-4be5-4dde-8796-16e77a0a94da req-e9436b4f-7d06-4d50-a5ad-895f735c8d31 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:54.328090 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ee38b38-4be5-4dde-8796-16e77a0a94da req-e9436b4f-7d06-4d50-a5ad-895f735c8d31 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0605359 Aug 26 21:26:54.360525 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:26:54.362105 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-8bc4ce46-26c9-4df6-8cf6-2755ccb0d5de tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:54.364412 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-8bc4ce46-26c9-4df6-8cf6-2755ccb0d5de tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 945 time: 0.0596373 Aug 26 21:26:54.389394 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ee38b38-4be5-4dde-8796-16e77a0a94da req-923e5514-5ef0-4559-b283-1263f0fc3260 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514393 Aug 26 21:26:54.469619 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Deleting port c777c616-ef87-4322-81fc-2917b0f29be3 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:26:54.469973 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.479311 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:54.491542 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:26:54.534788 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.549734 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:26:54.571215 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:54.591200 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.591519 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] For port c777c616-ef87-4322-81fc-2917b0f29be3, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=c777c616-ef87-4322-81fc-2917b0f29be3,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:54.591648 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.609716 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Calling delete_port for c777c616-ef87-4322-81fc-2917b0f29be3 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:26:54.670542 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=6']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:54.698425 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['f22b9bd7-4531-43a7-822e-341dbd7f8005'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:26:54.757485 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.791580 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Pushing event deleted for resources: {'Port': ['ID=c777c616-ef87-4322-81fc-2917b0f29be3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:26:54.810292 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-01fa7ef1-b348-47c1-bf07-1d55d502c1e5 req-7e493f5a-a5c7-47c1-8db7-632ad6f835c2 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=df9922a1-5b3a-4069-9dc3-ec8290c94419 HTTP/1.1" status: 200 len: 210 time: 0.0394065 Aug 26 21:26:54.836979 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] No DVR routers for this DVR port c777c616-ef87-4322-81fc-2917b0f29be3 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:26:54.839622 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.839999 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.840393 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.840727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.841055 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.841382 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.841708 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.842030 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.842351 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.842672 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.842992 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.843307 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:26:54.846242 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:54.848225 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-90e603db-c662-49cc-b86f-a88d4318bb07 req-5bf2454f-6fc0-4c0a-a5ba-8ffc0e8d5cb8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "DELETE /v2.0/ports/c777c616-ef87-4322-81fc-2917b0f29be3 HTTP/1.1" status: 204 len: 173 time: 0.4758492 Aug 26 21:26:54.848659 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'name': 'network-vif-deleted', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:54.851407 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4086e3b5-b4da-40ee-82cc-98442169f5d1" -d '{"events": [{"server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "name": "network-vif-deleted", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:54.969099 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['c777c616-ef87-4322-81fc-2917b0f29be3'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:26:55.001777 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016d2ba1-c9da-4754-8b1f-78ee6d261c5f x-openstack-request-id: req-016d2ba1-c9da-4754-8b1f-78ee6d261c5f {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:55.002081 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9922a1-5b3a-4069-9dc3-ec8290c94419", "name": "network-vif-deleted", "tag": "c777c616-ef87-4322-81fc-2917b0f29be3", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:55.002333 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-016d2ba1-c9da-4754-8b1f-78ee6d261c5f {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:55.002735 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9922a1-5b3a-4069-9dc3-ec8290c94419', 'name': 'network-vif-deleted', 'tag': 'c777c616-ef87-4322-81fc-2917b0f29be3', 'status': 'completed', 'code': 200} Aug 26 21:26:55.060994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09059db2-6b08-466b-94c8-229b26adb871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:55.527279 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f87ff5-ff97-4be6-976c-d6561a11fa62 req-8a266f04-8b35-4649-91c3-deabf55cf34c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:55.529527 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a7f87ff5-ff97-4be6-976c-d6561a11fa62 req-8a266f04-8b35-4649-91c3-deabf55cf34c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0677576 Aug 26 21:26:55.575816 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a7f87ff5-ff97-4be6-976c-d6561a11fa62 req-94a532b1-530b-41ce-920a-ba679721b0ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394948 Aug 26 21:26:56.709917 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1298c36-9ec5-407d-a2a6-3da1ce05d176 req-d36ff291-a4ad-478d-8c0b-b811f27a6510 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:56.712393 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1298c36-9ec5-407d-a2a6-3da1ce05d176 req-d36ff291-a4ad-478d-8c0b-b811f27a6510 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0577931 Aug 26 21:26:56.766795 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1298c36-9ec5-407d-a2a6-3da1ce05d176 req-cb230fd9-5257-42f3-93ca-0821f60dfda1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473104 Aug 26 21:26:57.653009 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:57.901632 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-05859409-c315-4f1c-925a-f23a2e1da9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:57.902651 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd40b9d-e077-4319-aee2-826e521a46e4 req-1ef81f65-e35e-4ccd-9b21-37bc71e216fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:57.905694 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cd40b9d-e077-4319-aee2-826e521a46e4 req-1ef81f65-e35e-4ccd-9b21-37bc71e216fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0601618 Aug 26 21:26:57.955631 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3cd40b9d-e077-4319-aee2-826e521a46e4 req-d43d68c1-7203-4cba-a56c-2511ab420026 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 Aug 26 21:26:58.702836 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:59.092706 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ff4aa-0a03-4dfa-8bc5-723ef0a4a6e6 req-90e40d7e-ad3f-47eb-a6a8-d3e663bfb991 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:26:59.094875 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c39ff4aa-0a03-4dfa-8bc5-723ef0a4a6e6 req-90e40d7e-ad3f-47eb-a6a8-d3e663bfb991 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0539551 Aug 26 21:26:59.141921 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c39ff4aa-0a03-4dfa-8bc5-723ef0a4a6e6 req-1c23873e-606f-4e7b-a9b0-4d1b66944f02 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 Aug 26 21:26:59.172293 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:26:59.227961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port f22b9bd7-4531-43a7-822e-341dbd7f8005 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:26:59.228326 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:59.313130 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:59.337256 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:26:59.339844 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f881b70d-268d-46a3-9887-09b0a87560b2" -d '{"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:26:59.360560 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:26:59.367565 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:26:59.381545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c777c616-ef87-4322-81fc-2917b0f29be3 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:26:59.455430 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172819c5-d991-471b-9ac6-4e16bd83d8a8 x-openstack-request-id: req-172819c5-d991-471b-9ac6-4e16bd83d8a8 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:26:59.455769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:26:59.456988 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-172819c5-d991-471b-9ac6-4e16bd83d8a8 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:26:59.457388 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'code': 200} Aug 26 21:26:59.460562 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: c777c616-ef87-4322-81fc-2917b0f29be3 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:26:59.460899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device c777c616-ef87-4322-81fc-2917b0f29be3 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:26:59.491520 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=7']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:00.281122 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10d46-0332-4c37-8a83-b284ff8f5cfc req-07c542d4-1997-469d-a3b4-4735b57ed9ba tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:00.282643 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-54d10d46-0332-4c37-8a83-b284ff8f5cfc req-07c542d4-1997-469d-a3b4-4735b57ed9ba tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0595238 Aug 26 21:27:00.343229 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-54d10d46-0332-4c37-8a83-b284ff8f5cfc req-1c97cb36-cf6b-437f-8212-e47f1774fa98 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518715 Aug 26 21:27:00.527060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:01.482815 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc48c15-385a-4df0-865d-95e86a51a0b5 req-b85cd1f2-094d-4b1a-aba5-7bbaf8d4ad5c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:01.485215 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1dc48c15-385a-4df0-865d-95e86a51a0b5 req-b85cd1f2-094d-4b1a-aba5-7bbaf8d4ad5c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0631909 Aug 26 21:27:01.527776 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1dc48c15-385a-4df0-865d-95e86a51a0b5 req-396f108b-73d3-44e4-b246-e3988fe3191d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Aug 26 21:27:02.646799 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d18bb-0e9d-4d0b-bd05-da988e8e92ab req-0f9bcdb0-91af-4dd1-9733-b5e8b1cca510 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:02.648286 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b6d18bb-0e9d-4d0b-bd05-da988e8e92ab req-0f9bcdb0-91af-4dd1-9733-b5e8b1cca510 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 26 21:27:02.685195 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b6d18bb-0e9d-4d0b-bd05-da988e8e92ab req-ae46b0ba-2c1e-4a9b-aaea-dbc79f002efe tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Aug 26 21:27:03.806059 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b14778-8fc1-4323-b07e-d9f5467821a6 req-4726d752-e256-4702-a06f-ab8a5d352f34 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:03.807515 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-76b14778-8fc1-4323-b07e-d9f5467821a6 req-4726d752-e256-4702-a06f-ab8a5d352f34 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0523255 Aug 26 21:27:03.844293 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-76b14778-8fc1-4323-b07e-d9f5467821a6 req-22a3ccfb-d5b3-4d6d-bed5-71b4e508db09 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Aug 26 21:27:04.960910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f9c8f-d357-4131-abaf-e68af6883be7 req-049f9808-8664-4016-96a5-46663e298971 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:04.962369 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1f9c8f-d357-4131-abaf-e68af6883be7 req-049f9808-8664-4016-96a5-46663e298971 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0479643 Aug 26 21:27:04.999566 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bb1f9c8f-d357-4131-abaf-e68af6883be7 req-c14ce050-01b2-4d86-824c-48b4c594f365 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311606 Aug 26 21:27:05.176052 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-f84da726-3291-41b7-a41e-85582be71ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:05.177506 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-f84da726-3291-41b7-a41e-85582be71ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1098 time: 0.0397692 Aug 26 21:27:05.265814 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-8cf4d4c8-6550-4fee-b2ae-ed3bcf0e80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:05.267133 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-8cf4d4c8-6550-4fee-b2ae-ed3bcf0e80a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0825350 Aug 26 21:27:05.329955 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-89c132cd-63a3-4dd7-b02e-82d36b7eb9a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 1000 time: 0.0550132 Aug 26 21:27:05.380696 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-e77a02bb-ee30-4d87-a301-e0491d322aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:05.382682 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-e77a02bb-ee30-4d87-a301-e0491d322aad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0454943 Aug 26 21:27:05.658028 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-b643a212-15ff-4cb3-a73a-9ceebf30c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:05.659494 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-b643a212-15ff-4cb3-a73a-9ceebf30c617 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2669954 Aug 26 21:27:05.745652 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-4ad5f6cd-5689-435c-96ed-b2ceff10b5da service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773478 Aug 26 21:27:05.840361 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bf26f410-6992-42f4-b5f4-5baa0168ba91 req-d7f2686c-db2e-45da-a9dc-8f68c7409676 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Aug 26 21:27:05.996304 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-ea53ff39-96d2-44b4-8273-2615c8c63e1a tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:05.997661 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-ea53ff39-96d2-44b4-8273-2615c8c63e1a tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 814 time: 0.1041119 Aug 26 21:27:06.012983 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-95b6b374-4550-4c6f-8324-d923e32a8147 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/quotas/8d0326dbf2144a67866afe9d5b6abb9d HTTP/1.1" status: 200 len: 375 time: 0.0097036 Aug 26 21:27:06.044982 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-2acb6523-1f41-4489-9059-9cc58337d466 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264456 Aug 26 21:27:06.166691 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd606f3-0581-479f-b5b2-a96509c7cdad req-5ed5f242-ff2b-4c6c-aafa-f5257f7ca0a8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:06.168157 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6cd606f3-0581-479f-b5b2-a96509c7cdad req-5ed5f242-ff2b-4c6c-aafa-f5257f7ca0a8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0981934 Aug 26 21:27:06.209888 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-936d9f1f-b032-4418-b67c-34f69ca0fcd8 service neutron] 10.222.0.26 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581900 Aug 26 21:27:06.231601 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6cd606f3-0581-479f-b5b2-a96509c7cdad req-b6126818-a71c-40fd-b99e-5d2b1fa106c4 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573499 Aug 26 21:27:06.306426 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-94cf94f4-b2cf-4d5e-9b5b-b3f8d85ef433 service neutron] 10.222.0.26 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892053 Aug 26 21:27:06.462198 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-62563edf-c403-438d-916a-c00c717e1c1f req-3aa9bbc7-2cff-4e28-89cc-b7484dca4e3e tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Aug 26 21:27:07.190196 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:07.264498 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.289411 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:07.292063 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb6fe86-b6ba-46a4-9186-d48273e6351f" -d '{"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:07.322600 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:07.333789 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.361236 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae3297-cbfd-43e1-9c8e-fb884f9ed47a req-4a3a1a0d-b5c0-4149-9d52-c107bbf5eb76 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:07.371789 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c6ae3297-cbfd-43e1-9c8e-fb884f9ed47a req-4a3a1a0d-b5c0-4149-9d52-c107bbf5eb76 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 945 time: 0.0616379 Aug 26 21:27:07.416662 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c6ae3297-cbfd-43e1-9c8e-fb884f9ed47a req-e63280fb-be89-461b-9bc4-d1b56f66c1c5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Aug 26 21:27:07.418258 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-1001bb02-bd7f-4959-8193-125c5c3077a9 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:07.420369 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-1001bb02-bd7f-4959-8193-125c5c3077a9 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 814 time: 0.1297843 Aug 26 21:27:07.437199 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Request body: {'port': {'device_id': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f', 'admin_state_up': True, 'tenant_id': '8d0326dbf2144a67866afe9d5b6abb9d'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:27:07.497602 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f58987-3d0f-40ca-bdb1-549c729ed6b4 x-openstack-request-id: req-c4f58987-3d0f-40ca-bdb1-549c729ed6b4 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:07.497989 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-unplugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:07.498323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c4f58987-3d0f-40ca-bdb1-549c729ed6b4 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:07.499088 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'code': 200} Aug 26 21:27:07.526839 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=8']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:07.557528 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Made reservation on behalf of 8d0326dbf2144a67866afe9d5b6abb9d for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:27:07.561054 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.564924 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b8ea0f75-2669-46fc-acb4-a7c6ad254a89 req-3659e4af-94e2-444c-af5d-787ae29d0952 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 210 time: 0.0256507 Aug 26 21:27:07.685776 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Allocated IP 172.20.0.14 (159cdff1-7b8c-4fa4-8903-5fbf4c74849f/0c73f14b-0001-4f61-9b50-d54b18744851/d89c3de4-a727-47b3-a509-927ced1c3d8e) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:27:07.828363 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.864721 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.911116 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:27:07.916096 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:27:07.920478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:27:07.924013 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Pushing event updated for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:07.967945 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:07.968549 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:07.982472 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-a1d4300e-e5df-48e8-83f6-69b702a9dc54 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5497143 Aug 26 21:27:07.996546 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Request body: {'port': {'device_id': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:27:08.048384 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.304211 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c3de4-a727-47b3-a509-927ced1c3d8e {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:27:08.311199 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.323290 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Transition to ACTIVE for port object d89c3de4-a727-47b3-a509-927ced1c3d8e will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:27:08.326843 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.377376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:08.442060 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Attempting to bind port d89c3de4-a727-47b3-a509-927ced1c3d8e on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:27:08.442762 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Attempting to bind port d89c3de4-a727-47b3-a509-927ced1c3d8e by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:27:08.442762 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Attempting to bind port d89c3de4-a727-47b3-a509-927ced1c3d8e on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:27:08.447667 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Port d89c3de4-a727-47b3-a509-927ced1c3d8e on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:27:08.448115 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Attempting to bind port d89c3de4-a727-47b3-a509-927ced1c3d8e on network 159cdff1-7b8c-4fa4-8903-5fbf4c74849f {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:27:08.452746 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:27:08.453076 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Checking segment: {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:27:08.453446 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Bound using segment: {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:27:08.453859 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Bound port: d89c3de4-a727-47b3-a509-927ced1c3d8e, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:27:08.454206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.517047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:27:08.520081 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:27:08.524742 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.536508 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325f4f-f600-4ab5-bc2e-c0b7fa33d9e7 req-662f8012-be9a-4b8c-999e-f87e4f7b1d8c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:08.538961 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8a325f4f-f600-4ab5-bc2e-c0b7fa33d9e7 req-662f8012-be9a-4b8c-999e-f87e4f7b1d8c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0540602 Aug 26 21:27:08.555076 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:08.555727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:08.557279 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/d89c3de4-a727-47b3-a509-927ced1c3d8e HTTP/1.1" status: 200 len: 1094 time: 0.5648522 Aug 26 21:27:08.559521 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:08.562441 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78" -d '{"events": [{"name": "network-changed", "server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:08.579353 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8a325f4f-f600-4ab5-bc2e-c0b7fa33d9e7 req-bda84d6a-2455-4275-b62a-eb9e0685f157 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348458 Aug 26 21:27:08.620181 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e0f29-c823-4004-b308-573f3df3aced x-openstack-request-id: req-246e0f29-c823-4004-b308-573f3df3aced {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:08.620481 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:08.620727 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-246e0f29-c823-4004-b308-573f3df3aced {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:08.621266 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e', 'status': 'completed', 'code': 200} Aug 26 21:27:08.636136 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d91553-236f-4e5c-b4a3-7bd473ee25c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:08.661698 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-8f06b6de-ef00-4583-aa45-5a011ae3d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:08.663982 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-8f06b6de-ef00-4583-aa45-5a011ae3d6c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 1097 time: 0.0588923 Aug 26 21:27:08.690078 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce77682-27ec-4630-aeb0-532f0ebe39d7 req-5e838a2d-e3c0-4bdb-9c84-fb69b7001541 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:08.696373 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ce77682-27ec-4630-aeb0-532f0ebe39d7 req-5e838a2d-e3c0-4bdb-9c84-fb69b7001541 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 944 time: 0.0549989 Aug 26 21:27:08.712178 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-26fcf404-e516-41f2-815f-ab2f89c59d6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e HTTP/1.1" status: 200 len: 217 time: 0.0400586 Aug 26 21:27:08.737433 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1ce77682-27ec-4630-aeb0-532f0ebe39d7 req-e075acc0-a9f1-4724-86fe-847a3b3341d1 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Aug 26 21:27:08.763235 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-385abcb8-fe8d-4f76-8362-b4ecdd1bbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:08.764971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-385abcb8-fe8d-4f76-8362-b4ecdd1bbab8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c73f14b-0001-4f61-9b50-d54b18744851 HTTP/1.1" status: 200 len: 854 time: 0.0462005 Aug 26 21:27:08.801496 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-35b4782f-f28e-4720-ae2f-e74e6ce32cd0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278499 Aug 26 21:27:08.897219 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-81cf742a-0f0a-40fb-b8a4-da4ee6669df0 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883596 Aug 26 21:27:08.991832 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84c9fba2-14b1-4d5d-91c5-e8794733b32c req-383da771-05e5-41cd-8c32-a67b7b694060 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Aug 26 21:27:09.079494 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-2345b701-9208-43b2-9638-51a9f00b32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:09.081042 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-2345b701-9208-43b2-9638-51a9f00b32b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 1097 time: 0.0419195 Aug 26 21:27:09.177369 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-b4efb7c2-a63f-4df6-81d9-4c5b87259a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:09.179351 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-b4efb7c2-a63f-4df6-81d9-4c5b87259a8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 200 len: 915 time: 0.0911250 Aug 26 21:27:09.224295 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-c0914ac0-433c-4901-a84e-aafe139bbdb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e HTTP/1.1" status: 200 len: 217 time: 0.0360975 Aug 26 21:27:09.280147 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-bf786aeb-c958-4606-9149-9f6ea25595f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:09.281959 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-bf786aeb-c958-4606-9149-9f6ea25595f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0c73f14b-0001-4f61-9b50-d54b18744851 HTTP/1.1" status: 200 len: 854 time: 0.0503383 Aug 26 21:27:09.314145 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-8daa2808-6fc6-4c83-bd5e-27e26cbbe652 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=159cdff1-7b8c-4fa4-8903-5fbf4c74849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250902 Aug 26 21:27:09.405532 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-9f8d6c0a-6410-4b54-b8e5-cafb35858748 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837524 Aug 26 21:27:09.509690 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-716d30ef-fe4d-4fb9-b6db-fe0e6db50c78 req-c233171e-9cfa-4bae-93a0-c251207ad531 service neutron] 10.222.0.47 "GET /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943897 Aug 26 21:27:09.534149 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439fb1b-3b79-49e7-8f26-ab3fea44259a req-4b745dde-9194-4e2b-aa44-43490fec5628 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:09.535763 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d439fb1b-3b79-49e7-8f26-ab3fea44259a req-4b745dde-9194-4e2b-aa44-43490fec5628 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0531268 Aug 26 21:27:09.575013 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d439fb1b-3b79-49e7-8f26-ab3fea44259a req-e1e08d0f-686d-4e18-b2f3-d313da80d18e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Aug 26 21:27:09.720242 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-92567eaf-0ba1-4820-a709-6a35798fd969 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388832 Aug 26 21:27:09.864787 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6268b-32a5-446d-ad00-ccd5e5535fd9 req-2d7a2d64-bff9-43fa-b259-0b5debdc2a69 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:09.866305 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51f6268b-32a5-446d-ad00-ccd5e5535fd9 req-2d7a2d64-bff9-43fa-b259-0b5debdc2a69 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 944 time: 0.0526910 Aug 26 21:27:09.904897 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-51f6268b-32a5-446d-ad00-ccd5e5535fd9 req-da74890d-6911-4a06-af93-a5eb16b60eba tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Aug 26 21:27:10.526368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-0cdb4c22-04a6-4546-a9bc-74faf66f2b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.527830 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-0cdb4c22-04a6-4546-a9bc-74faf66f2b02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea&tenant_id=94917f9a383543b0b1804ebe3870153f HTTP/1.1" status: 200 len: 1096 time: 0.0395920 Aug 26 21:27:10.591215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-2cf062ba-c87b-4c6b-b5bd-fdadc0ebf010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.592694 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-2cf062ba-c87b-4c6b-b5bd-fdadc0ebf010 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1096 time: 0.0391948 Aug 26 21:27:10.684644 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-3908796f-ddf9-431e-9504-d62e65314b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.686137 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-3908796f-ddf9-431e-9504-d62e65314b26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.0855892 Aug 26 21:27:10.692003 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5aa4e-c0c9-4518-b80a-30bd103cc324 req-bd78e1d3-5419-4d9a-899d-3ad90df9755c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.693513 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-00b5aa4e-c0c9-4518-b80a-30bd103cc324 req-bd78e1d3-5419-4d9a-899d-3ad90df9755c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0481811 Aug 26 21:27:10.730928 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-00b5aa4e-c0c9-4518-b80a-30bd103cc324 req-f78febba-0377-441a-bfff-36df7d8bd0ba tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Aug 26 21:27:10.754451 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-8debc2c8-de88-4e52-a96a-3bec83bf8a1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 998 time: 0.0614355 Aug 26 21:27:10.806748 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-83b7054f-e250-4b53-80d8-5fd040d2e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.808096 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-83b7054f-e250-4b53-80d8-5fd040d2e2dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0467904 Aug 26 21:27:10.852141 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-f10bf153-d405-41b8-b22b-6be2a0e2c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:10.853545 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-f10bf153-d405-41b8-b22b-6be2a0e2c6b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383766 Aug 26 21:27:10.944081 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-c6693a06-f4f6-45ae-af15-817356606a1b service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781977 Aug 26 21:27:11.018094 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fd24e-cbbd-4761-8d8e-7d3cfc90a99d req-afc1d462-e8d5-40d3-b41f-7cb94e8e93f1 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:11.022411 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af2fd24e-cbbd-4761-8d8e-7d3cfc90a99d req-afc1d462-e8d5-40d3-b41f-7cb94e8e93f1 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 944 time: 0.0477591 Aug 26 21:27:11.037938 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a6862b29-9cb6-47fb-b5fd-a4fb8937b3bf req-06035187-8cab-4ea3-937d-dea4e986bd11 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853434 Aug 26 21:27:11.059086 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af2fd24e-cbbd-4761-8d8e-7d3cfc90a99d req-5167dcd7-1433-45be-b709-d61ff7e016e7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329790 Aug 26 21:27:11.247581 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d89c3de4-a727-47b3-a509-927ced1c3d8e details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:27:11.252366 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:11.405855 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:11.417720 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'd89c3de4-a727-47b3-a509-927ced1c3d8e', 'network_id': '159cdff1-7b8c-4fa4-8903-5fbf4c74849f', 'port_id': 'd89c3de4-a727-47b3-a509-927ced1c3d8e', 'mac_address': 'fa:16:3e:86:66:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c73f14b-0001-4f61-9b50-d54b18744851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:27:11.487961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:11.510338 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c3de4-a727-47b3-a509-927ced1c3d8e {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:27:11.531761 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:11.536195 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:11.597994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:11.808202 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['d89c3de4-a727-47b3-a509-927ced1c3d8e'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:11.865157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131ce27-975e-4218-b94d-77a64ba88d17 req-f916849e-567a-4509-a42e-3b178333e631 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:11.868198 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4131ce27-975e-4218-b94d-77a64ba88d17 req-f916849e-567a-4509-a42e-3b178333e631 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0624437 Aug 26 21:27:11.912223 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4131ce27-975e-4218-b94d-77a64ba88d17 req-2314254a-640d-46d4-b5ba-96f39394fb72 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367546 Aug 26 21:27:12.176359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc69f8-60a9-4774-b042-bd4374f7af8a req-bf0a5e91-5d5e-45d2-860a-11db02909029 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:12.177822 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73cc69f8-60a9-4774-b042-bd4374f7af8a req-bf0a5e91-5d5e-45d2-860a-11db02909029 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 945 time: 0.0522473 Aug 26 21:27:12.217823 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73cc69f8-60a9-4774-b042-bd4374f7af8a req-c850d0a7-a26b-4f4b-ad0f-bcd0f9e8b346 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340295 Aug 26 21:27:13.032877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e3edb-e6d3-4ef6-bd08-c3cdc5955848 req-9907b5c5-90a2-4242-bc8e-5f9ea39444f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:13.034344 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c8e3edb-e6d3-4ef6-bd08-c3cdc5955848 req-9907b5c5-90a2-4242-bc8e-5f9ea39444f2 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0489328 Aug 26 21:27:13.072920 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0c8e3edb-e6d3-4ef6-bd08-c3cdc5955848 req-3228ffa6-39e0-43af-b600-4cdf322dbb1d tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326748 Aug 26 21:27:13.265816 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d89c3de4-a727-47b3-a509-927ced1c3d8e up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:27:13.322124 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port d89c3de4-a727-47b3-a509-927ced1c3d8e completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:27:13.326231 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port d89c3de4-a727-47b3-a509-927ced1c3d8e triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:27:13.326609 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:13.350285 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42535c4-4423-4d8b-a593-5688722a9ce0 req-767d1c74-aad5-440e-9069-4e3a6af5cf3b tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:13.355307 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d42535c4-4423-4d8b-a593-5688722a9ce0 req-767d1c74-aad5-440e-9069-4e3a6af5cf3b tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 945 time: 0.0709641 Aug 26 21:27:13.402764 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d42535c4-4423-4d8b-a593-5688722a9ce0 req-16b1d739-fdba-4c2e-a9aa-6efb0fda92ab tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Aug 26 21:27:13.419347 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:13.443223 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:13.445491 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3f4706-6711-41d2-a4b6-82d4ecd5ed3e" -d '{"events": [{"server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "name": "network-vif-plugged", "status": "completed", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:13.458978 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:13.463981 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:13.497837 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6ab76-9e0c-418c-9c93-b0346f3708c6 x-openstack-request-id: req-06f6ab76-9e0c-418c-9c93-b0346f3708c6 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:13.498060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "name": "network-vif-plugged", "status": "completed", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:13.498308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06f6ab76-9e0c-418c-9c93-b0346f3708c6 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:13.498692 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e', 'code': 200} Aug 26 21:27:13.515162 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:14.200417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfae4e6-2e1f-4c77-b390-b91222c1cf9a req-419c7c94-967c-4ad6-afdb-d0f73dd4d304 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:14.202024 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bfae4e6-2e1f-4c77-b390-b91222c1cf9a req-419c7c94-967c-4ad6-afdb-d0f73dd4d304 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0562952 Aug 26 21:27:14.242534 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1bfae4e6-2e1f-4c77-b390-b91222c1cf9a req-ac20228a-4618-4664-9ec9-7c8276014de9 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341635 Aug 26 21:27:14.544579 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51a1a2-4b12-4fcd-80d3-ceea13eda834 req-28bd27d5-5b74-4908-8ca4-96d2864e7a5b tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:14.546042 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b51a1a2-4b12-4fcd-80d3-ceea13eda834 req-28bd27d5-5b74-4908-8ca4-96d2864e7a5b tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0476828 Aug 26 21:27:14.585925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b51a1a2-4b12-4fcd-80d3-ceea13eda834 req-5205f338-a8bf-4901-8f1a-9af84a181034 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Aug 26 21:27:15.371549 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c36474-14a3-4650-a7e6-08830888a766 req-fcae7251-2366-4250-9b57-da9bf009103a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:15.373069 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96c36474-14a3-4650-a7e6-08830888a766 req-fcae7251-2366-4250-9b57-da9bf009103a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0594022 Aug 26 21:27:15.417596 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-96c36474-14a3-4650-a7e6-08830888a766 req-856956d7-d6e4-4f6a-8e1c-35a2dd6e3cd8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 Aug 26 21:27:15.700563 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92e33c-9a88-487b-97da-adf715246242 req-35c8960d-35ef-40ff-9f8a-03584252e92f tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:15.702145 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3c92e33c-9a88-487b-97da-adf715246242 req-35c8960d-35ef-40ff-9f8a-03584252e92f tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0480325 Aug 26 21:27:15.743664 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3c92e33c-9a88-487b-97da-adf715246242 req-ae5c7130-066b-44b2-aa24-ccb54d40a14a tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352836 Aug 26 21:27:16.546761 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299788f-3c3c-4a51-9f6e-551040c3bc8b req-2f49639a-0c75-49e1-938a-d1ba0db8fc23 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:16.548256 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b299788f-3c3c-4a51-9f6e-551040c3bc8b req-2f49639a-0c75-49e1-938a-d1ba0db8fc23 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0610151 Aug 26 21:27:16.587731 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b299788f-3c3c-4a51-9f6e-551040c3bc8b req-4a4e7d22-34ab-41f9-8c59-4a366f05b2e6 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330122 Aug 26 21:27:16.863253 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ba985-34c1-4946-b72b-12f6d57a3005 req-d46082b2-d6b6-41d7-91b5-db9d6ded8c83 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:16.864702 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-951ba985-34c1-4946-b72b-12f6d57a3005 req-d46082b2-d6b6-41d7-91b5-db9d6ded8c83 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0532410 Aug 26 21:27:16.900989 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-951ba985-34c1-4946-b72b-12f6d57a3005 req-eecada31-1886-4fb3-9c25-3ace8fc56abe tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303380 Aug 26 21:27:17.708958 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5581734-a009-419b-a982-7beb27c7ec84 req-0425a00a-3269-4c56-b3ef-e7c8d30e587c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:17.710437 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5581734-a009-419b-a982-7beb27c7ec84 req-0425a00a-3269-4c56-b3ef-e7c8d30e587c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0505350 Aug 26 21:27:17.749682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5581734-a009-419b-a982-7beb27c7ec84 req-9f477c4a-1501-490e-ba90-53479d20f8ff tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332069 Aug 26 21:27:18.014616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728eb2a-5520-43b2-b7c1-a4fe0a2cc76d req-8ad3124d-5015-406f-a5dd-8e77c302ab46 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:18.015449 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8728eb2a-5520-43b2-b7c1-a4fe0a2cc76d req-8ad3124d-5015-406f-a5dd-8e77c302ab46 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0479445 Aug 26 21:27:18.065661 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8728eb2a-5520-43b2-b7c1-a4fe0a2cc76d req-1b26b3aa-91d6-47ed-9c5c-fa234e032b6f tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443523 Aug 26 21:27:18.448489 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:18.893397 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad12dd-3f27-4ac9-9b8c-c039c50fb8e1 req-b6b522bd-0850-421c-99ff-35aa28e94c3c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:18.894849 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40ad12dd-3f27-4ac9-9b8c-c039c50fb8e1 req-b6b522bd-0850-421c-99ff-35aa28e94c3c tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0628941 Aug 26 21:27:18.932656 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-40ad12dd-3f27-4ac9-9b8c-c039c50fb8e1 req-64b85629-fe9f-4252-a002-45558569c74e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Aug 26 21:27:19.182425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f15bfd-cc41-4014-b0d7-14de35f090ed req-1b6fa524-3bea-4813-8fc7-d68b27addbe5 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:19.184002 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4f15bfd-cc41-4014-b0d7-14de35f090ed req-1b6fa524-3bea-4813-8fc7-d68b27addbe5 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0539005 Aug 26 21:27:19.221434 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f4f15bfd-cc41-4014-b0d7-14de35f090ed req-fc1dcc26-235b-4fb5-9c42-974a5cff1c87 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Aug 26 21:27:19.542966 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-54deea91-801e-4346-934d-d85674761918 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034120621&fields=id&tenant_id=13d49cf216b744a7bd2b321fca644354 HTTP/1.1" status: 200 len: 267 time: 0.0323043 Aug 26 21:27:19.594532 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-380360ad-1b72-40ec-9d01-bfa889457842 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:19.596071 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-380360ad-1b72-40ec-9d01-bfa889457842 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 984 time: 0.0476820 Aug 26 21:27:19.608271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Request body: {'port': {'security_groups': ['d52ba7c6-ec2c-4cb5-9359-98552a774dc0']}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:27:19.679113 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:19.880506 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:19.915444 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:19.920178 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:19.932612 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:19.965760 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:19.966368 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:19.968487 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-10af04e7-1c90-4e62-ad0b-24e08a01e446 req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "PUT /v2.0/ports/15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 942 time: 0.3658659 Aug 26 21:27:19.968952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:19.971355 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7dd0058-6af7-4ddc-9b9e-07537581eb26" -d '{"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:19.973485 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50244) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:20.046561 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event updated for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=7']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:20.063310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.063656 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.064014 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.064601 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.064931 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.065261 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.065587 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.065910 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.066229 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.066548 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.067642 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.067642 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4b76b2-5406-41e9-b6b5-0f1edf2254e7 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:20.073600 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:20.141028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a51122-3f9e-4a4e-8eaf-66f3c55d1939 req-77dea221-2074-4dbb-9516-fd03eba22346 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:20.144327 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47a51122-3f9e-4a4e-8eaf-66f3c55d1939 req-77dea221-2074-4dbb-9516-fd03eba22346 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0998209 Aug 26 21:27:20.156507 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.195493 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.233997 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9743cfb7-99ef-4bad-bd29-2ec7af6f2e48 x-openstack-request-id: req-9743cfb7-99ef-4bad-bd29-2ec7af6f2e48 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:20.234225 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:20.234554 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9743cfb7-99ef-4bad-bd29-2ec7af6f2e48 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:20.234974 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:27:20.278075 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47a51122-3f9e-4a4e-8eaf-66f3c55d1939 req-c3efb6f7-f53f-4a3a-9e4d-35f5ada3bb9b tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192791 Aug 26 21:27:20.289871 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.293397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.303768 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "DELETE /v2.0/security-groups/6a1eeb2d-9927-441b-8a8b-dadb74c24d25 HTTP/1.1" status: 204 len: 168 time: 0.3202543 Aug 26 21:27:20.303998 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50252) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:20.321206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cda992-104c-4805-bbc4-a292bb2a7646 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1eeb2d-9927-441b-8a8b-dadb74c24d25,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:20.391735 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-aca7d8b4-be3d-4664-b872-134f03ced9dc None None] Provisioning complete for port 15376a30-2f01-4550-859f-53033211d998 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:27:20.392039 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-aca7d8b4-be3d-4664-b872-134f03ced9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.475227 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f7dce-12b3-42d1-b8bc-326959a2ada6 req-7c47a2b2-81e4-46a4-9458-843b4248e2df tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:20.476706 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-596f7dce-12b3-42d1-b8bc-326959a2ada6 req-7c47a2b2-81e4-46a4-9458-843b4248e2df tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.1625021 Aug 26 21:27:20.554830 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-596f7dce-12b3-42d1-b8bc-326959a2ada6 req-8a83f3ff-8ecf-4b07-a9b6-59b4c7d55286 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606601 Aug 26 21:27:20.585737 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Deleting port b1a1259b-e04e-4e4e-a66d-d0a861265126 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:20.586074 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.660967 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.661308 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.675593 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Calling delete_port for b1a1259b-e04e-4e4e-a66d-d0a861265126 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:20.843262 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.871539 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event deleted for resources: {'Port': ['ID=b1a1259b-e04e-4e4e-a66d-d0a861265126,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:20.937495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:20.938195 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Floating IP 54fa509f-bbcf-420f-810c-26ba9cab9731 disassociated (deleted). External IP: 172.27.3.55, port: 15376a30-2f01-4550-859f-53033211d998. Aug 26 21:27:21.444898 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Router 5420b996-1895-4c59-bf2b-1157c1c1c96b has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:27:21.458380 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbe913-4f66-4974-98e0-874cf46ca23a req-b1c7f4d8-b930-4db4-8434-9d5ed346d2b1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:21.459880 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bbbe913-4f66-4974-98e0-874cf46ca23a req-b1c7f4d8-b930-4db4-8434-9d5ed346d2b1 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0719857 Aug 26 21:27:21.570575 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3bbbe913-4f66-4974-98e0-874cf46ca23a req-6a44ccca-f81d-49ec-81e4-edf2275a44cd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680957 Aug 26 21:27:21.597076 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:27:21.605040 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:21.610099 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Sync routers for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:27:21.630823 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:21.631609 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:26:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:21.640731 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-433c5a5f-6da3-4427-a6bb-8e139b42f7e8 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "DELETE /v2.0/floatingips/54fa509f-bbcf-420f-810c-26ba9cab9731 HTTP/1.1" status: 204 len: 168 time: 1.3420465 Aug 26 21:27:21.725142 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db8b76-fcd4-4d51-816c-2b63c48ac4ef req-ddb7ba40-04f7-4ae4-9894-ca0acd22ed76 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:21.726978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e4db8b76-fcd4-4d51-816c-2b63c48ac4ef req-ddb7ba40-04f7-4ae4-9894-ca0acd22ed76 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0496447 Aug 26 21:27:21.760909 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:21.810478 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e4db8b76-fcd4-4d51-816c-2b63c48ac4ef req-6cb82ae9-ff0d-49ed-aaad-2a3d00599f31 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735996 Aug 26 21:27:21.977681 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:22.002801 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Checking router: 5420b996-1895-4c59-bf2b-1157c1c1c96b for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:27:22.011339 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:22.011961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:26:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:22.116192 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:22.236359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:22.238666 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504" -d '{"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:22.274371 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e95287-9b1d-4298-ae07-5d8fe6c31b51 x-openstack-request-id: req-06e95287-9b1d-4298-ae07-5d8fe6c31b51 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:22.274649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:22.274890 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06e95287-9b1d-4298-ae07-5d8fe6c31b51 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:22.275269 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:27:22.313888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:22.343444 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c287b-2df8-4792-b022-ff10c917f401 None None] The sync data for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi is: [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:24:48Z', 'revision_number': 4, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '8ade68ad-1a90-4f3a-8c96-c2ac291f9658', 'name': '', 'network_id': 'a43bf6cc-bd89-46df-96fd-d6a64e0d8768', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'mac_address': 'fa:16:3e:2b:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:48Z', 'updated_at': '2021-08-26T21:24:55Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'subnets': [{'id': 'a4c51189-bd4b-40cd-853e-d151b3fda387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:27:22.551101 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba741ad-7c27-4c17-a682-5dcc7bd98300 None None] New status for floating IP 54fa509f-bbcf-420f-810c-26ba9cab9731: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:27:22.690275 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c7259-25e1-4f73-b87e-83a72aa70ff5 req-a77df44d-b41c-49d6-8cdf-d06017f60b4e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:22.691751 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-711c7259-25e1-4f73-b87e-83a72aa70ff5 req-a77df44d-b41c-49d6-8cdf-d06017f60b4e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0477815 Aug 26 21:27:22.728035 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-711c7259-25e1-4f73-b87e-83a72aa70ff5 req-82c1fc91-66a9-47ab-b0a9-470adb8da4cf tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304484 Aug 26 21:27:22.942987 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e2a6-0b37-4be1-8e2f-1927bb7e1664 req-8b5501c9-a012-4d83-8e48-4cd5e0d11be9 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:22.945061 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0053e2a6-0b37-4be1-8e2f-1927bb7e1664 req-8b5501c9-a012-4d83-8e48-4cd5e0d11be9 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0637770 Aug 26 21:27:22.977227 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-dc2723fd-b21d-4167-ab22-8bfa2bf7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:22.979417 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-dc2723fd-b21d-4167-ab22-8bfa2bf7ac94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1098 time: 0.0621092 Aug 26 21:27:23.002195 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0053e2a6-0b37-4be1-8e2f-1927bb7e1664 req-10a343c1-cc39-4e72-b07f-a5ab37efb38b tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Aug 26 21:27:23.060841 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-01cf71db-be98-4eff-a63d-0cad221c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.062447 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-01cf71db-be98-4eff-a63d-0cad221c0c5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=94917f9a383543b0b1804ebe3870153f&device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1096 time: 0.0591931 Aug 26 21:27:23.107726 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-e4ae922c-dfa5-42dd-8fd8-278b737455e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.109289 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-e4ae922c-dfa5-42dd-8fd8-278b737455e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.1186275 Aug 26 21:27:23.124332 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff8980-1c94-458d-b2a0-34384df361af req-a8c2eb96-2608-4260-ace2-145b817cad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.125806 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38ff8980-1c94-458d-b2a0-34384df361af req-a8c2eb96-2608-4260-ace2-145b817cad4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 1099 time: 0.0409875 Aug 26 21:27:23.160269 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-38ff8980-1c94-458d-b2a0-34384df361af req-cf49330b-9782-44cb-9bd4-74dc85244301 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267680 Aug 26 21:27:23.177407 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-77fb70a5-3be6-4d2f-aa56-03a3897854ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 217 time: 0.0388041 Aug 26 21:27:23.210159 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-f2622627-4032-4e02-9040-5e12004ded83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.211580 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-f2622627-4032-4e02-9040-5e12004ded83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 200 len: 917 time: 0.1255414 Aug 26 21:27:23.463263 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-0394cc58-5f60-4e28-92ad-f22dbf54040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.465699 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-0394cc58-5f60-4e28-92ad-f22dbf54040a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0933058 Aug 26 21:27:23.471366 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-633d95ba-a1d1-43e2-8378-f3c37d40237f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 200 len: 998 time: 0.0917690 Aug 26 21:27:23.542786 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-08c9dae8-fad0-4b55-928b-22591e709ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.544262 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-08c9dae8-fad0-4b55-928b-22591e709ceb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 200 len: 855 time: 0.0623283 Aug 26 21:27:23.549197 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-e09ccf26-ad40-46b1-9d24-37053e9baed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.550559 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-e09ccf26-ad40-46b1-9d24-37053e9baed4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770218 Aug 26 21:27:23.651129 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-3634d1a2-215f-4866-97a6-54913298db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.653086 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-3634d1a2-215f-4866-97a6-54913298db0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7252e207-3d22-400e-aff0-ed31003555c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914435 Aug 26 21:27:23.726495 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-074882a2-c4a1-4649-aa24-7c848d2c27f0 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572208 Aug 26 21:27:23.823173 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-5e7ddc01-8a66-4710-b0ee-3fce09d8fc44 service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605842 Aug 26 21:27:23.847984 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dfe3b-0c5a-4cbb-ac39-3ea73a906363 req-994fea39-d892-4cd7-8eaa-46f71afb57c5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.849447 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d59dfe3b-0c5a-4cbb-ac39-3ea73a906363 req-994fea39-d892-4cd7-8eaa-46f71afb57c5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0486698 Aug 26 21:27:23.887729 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d59dfe3b-0c5a-4cbb-ac39-3ea73a906363 req-1e0d4a15-11c6-49f3-9015-7826ca4dc9ae tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Aug 26 21:27:23.890067 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-dd8c07e8-ab9b-4eb6-840f-b264a55cf504 req-40f3853d-82ed-4fee-80c8-e9e927beea67 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544645 Aug 26 21:27:23.936442 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a744494f-4866-482e-bcc1-5e6ea75be628 req-1dad700b-31d3-4e23-9c43-e90185c8891c service neutron] 10.222.0.47 "GET /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016374 Aug 26 21:27:23.989474 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-67fd1645-b655-4458-b4a7-26229f651187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:23.990988 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-67fd1645-b655-4458-b4a7-26229f651187 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=13d49cf216b744a7bd2b321fca644354&device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 1098 time: 0.0450349 Aug 26 21:27:24.105500 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-e18fef60-4c40-4e57-9fe7-34b43d53cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:24.106985 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-e18fef60-4c40-4e57-9fe7-34b43d53cdd1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 200 len: 916 time: 0.1035891 Aug 26 21:27:24.123346 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491f168-4db7-4bdb-939d-4dfa438137e5 req-227d0ced-f0fb-44ae-a83e-48dbca4bf111 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:24.124756 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f491f168-4db7-4bdb-939d-4dfa438137e5 req-227d0ced-f0fb-44ae-a83e-48dbca4bf111 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0516739 Aug 26 21:27:24.158143 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-35f5aa9e-5602-498f-9759-a0249fa1d58a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 200 len: 217 time: 0.0350926 Aug 26 21:27:24.162164 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f491f168-4db7-4bdb-939d-4dfa438137e5 req-1d526b29-54e7-42a2-bf3a-53ed7be14be7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Aug 26 21:27:24.213334 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-1f88da4f-46a1-40ba-8ecc-bc3196a46513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:24.215326 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-1f88da4f-46a1-40ba-8ecc-bc3196a46513 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 200 len: 854 time: 0.0491841 Aug 26 21:27:24.266071 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-6e4a0111-d2c4-4839-b79c-b9330187078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:24.267468 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-6e4a0111-d2c4-4839-b79c-b9330187078f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a43bf6cc-bd89-46df-96fd-d6a64e0d8768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437267 Aug 26 21:27:24.381816 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-20921969-022e-4950-88f2-1094d8c37cdb service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901237 Aug 26 21:27:24.386351 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:27:24.470118 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c7dd0058-6af7-4ddc-9b9e-07537581eb26 req-33ffe3ad-06a2-4a71-b7cb-8ead4095d355 service neutron] 10.222.0.47 "GET /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802474 Aug 26 21:27:25.006749 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b901a-4b75-430e-b236-d4b1ab84adcf req-bc25a913-0b39-4929-9ca3-acb3f601c47e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:25.008241 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e2b901a-4b75-430e-b236-d4b1ab84adcf req-bc25a913-0b39-4929-9ca3-acb3f601c47e tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 943 time: 0.0482373 Aug 26 21:27:25.046427 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2e2b901a-4b75-430e-b236-d4b1ab84adcf req-a7dde1ca-736f-4bc0-821a-558ee1b690b5 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322833 Aug 26 21:27:25.058251 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9bebb67a-4269-4bad-a281-6f650333049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:25.278624 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bf062-39ac-46e3-bd33-a4956e1c17a9 req-35f30ff9-c468-4433-a345-9e0838c9f3a3 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:25.280127 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b7bf062-39ac-46e3-bd33-a4956e1c17a9 req-35f30ff9-c468-4433-a345-9e0838c9f3a3 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0500388 Aug 26 21:27:25.316804 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1b7bf062-39ac-46e3-bd33-a4956e1c17a9 req-dd540a91-e5e2-419c-9def-c1db29d0d904 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304153 Aug 26 21:27:25.354738 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:27:25.457657 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:25.471013 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'port_id': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'mac_address': 'fa:16:3e:f9:6d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:27:25.510393 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:25.526976 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:27:25.548351 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:25.552282 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:25.601031 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=9']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:25.803181 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['f22b9bd7-4531-43a7-822e-341dbd7f8005'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:26.169349 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0e7c7-7333-45be-831a-d3d0cfd6565f req-17ceccdd-9356-4d98-a7ea-ed0453919a13 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:26.170771 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ab0e7c7-7333-45be-831a-d3d0cfd6565f req-17ceccdd-9356-4d98-a7ea-ed0453919a13 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0511129 Aug 26 21:27:26.207607 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ab0e7c7-7333-45be-831a-d3d0cfd6565f req-89725647-af97-40c7-b850-11a6869440ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 Aug 26 21:27:26.505243 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfa3f3-8f3b-4f1c-a4f9-e37cad89c883 req-8f69f86d-4bd0-41f4-aad2-ad6e71ec55f6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:26.506677 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36dfa3f3-8f3b-4f1c-a4f9-e37cad89c883 req-8f69f86d-4bd0-41f4-aad2-ad6e71ec55f6 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0474200 Aug 26 21:27:26.543853 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-36dfa3f3-8f3b-4f1c-a4f9-e37cad89c883 req-731b2c2f-ad23-424b-96ca-47ce9a88ce6e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Aug 26 21:27:27.328079 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8430c6-2337-4823-a2bc-5e3d131f5bdb req-0bd729b1-4c96-46e1-a07b-95ca65d09461 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:27.329525 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a8430c6-2337-4823-a2bc-5e3d131f5bdb req-0bd729b1-4c96-46e1-a07b-95ca65d09461 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 944 time: 0.0486848 Aug 26 21:27:27.366638 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a8430c6-2337-4823-a2bc-5e3d131f5bdb req-8efd4556-917d-4af3-b312-73f4d3395e66 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312700 Aug 26 21:27:27.370741 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:27:27.418894 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port f22b9bd7-4531-43a7-822e-341dbd7f8005 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:27:27.419255 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:27.490942 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:27.512387 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:27.514578 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77e44c-8e93-4cfa-aa4c-b0ddc7935d38" -d '{"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:27.527141 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:27.531362 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:27.560802 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4457ca3-d12b-4155-ade9-d60d5f7dc28e x-openstack-request-id: req-f4457ca3-d12b-4155-ade9-d60d5f7dc28e {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:27.561133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-plugged", "status": "completed", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:27.561388 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4457ca3-d12b-4155-ade9-d60d5f7dc28e {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:27.561768 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'code': 200} Aug 26 21:27:27.589881 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=10']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:27.646429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:27.674026 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6d96c-4270-4d42-ba81-a769c89648b2 req-29cdec04-504e-4263-a215-cfe24d50305c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:27.675469 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dcb6d96c-4270-4d42-ba81-a769c89648b2 req-29cdec04-504e-4263-a215-cfe24d50305c tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0576274 Aug 26 21:27:27.712483 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dcb6d96c-4270-4d42-ba81-a769c89648b2 req-e345cc56-76a5-45c3-b865-67f14d677d58 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Aug 26 21:27:27.741447 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cf7a8-c180-4b6a-a452-f30bf620b8ce req-c96b63b3-d045-4407-ab36-ac00d8f4bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:27.742951 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e45cf7a8-c180-4b6a-a452-f30bf620b8ce req-c96b63b3-d045-4407-ab36-ac00d8f4bd01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 1099 time: 0.0459192 Aug 26 21:27:27.780068 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-e45cf7a8-c180-4b6a-a452-f30bf620b8ce req-c69f0480-4dcd-456a-a5d5-d2654a02860a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279460 Aug 26 21:27:27.895252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4c05608a-cd21-4ecc-806f-72718afa02d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.485770 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e67df-981b-4296-acb2-1c149ea29da8 req-63093e30-ab69-49ff-b4a7-fa9e879df37a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:28.487236 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b59e67df-981b-4296-acb2-1c149ea29da8 req-63093e30-ab69-49ff-b4a7-fa9e879df37a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 946 time: 0.0469153 Aug 26 21:27:28.523668 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b59e67df-981b-4296-acb2-1c149ea29da8 req-e3a4c182-8983-43b1-a519-a7e36a65b5f0 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Aug 26 21:27:28.575853 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-f8c17f23-dec6-463e-bf09-95cf090e8f65 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:28.577281 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-f8c17f23-dec6-463e-bf09-95cf090e8f65 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0481274 Aug 26 21:27:28.673057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Deleting port 15376a30-2f01-4550-859f-53033211d998 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:28.673312 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.678486 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.759732 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] For port 15376a30-2f01-4550-859f-53033211d998, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=15376a30-2f01-4550-859f-53033211d998,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:28.760250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.775333 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Calling delete_port for 15376a30-2f01-4550-859f-53033211d998 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:28.832316 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f5a45-8e15-46f4-b04c-0242f93409da req-92b139ad-3f2a-4c0e-bdd5-2f6a99c08642 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:28.833863 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8f5a45-8e15-46f4-b04c-0242f93409da req-92b139ad-3f2a-4c0e-bdd5-2f6a99c08642 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba000afc-22dc-4823-b078-e25dd3369063 HTTP/1.1" status: 200 len: 945 time: 0.0548842 Aug 26 21:27:28.871027 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bd8f5a45-8e15-46f4-b04c-0242f93409da req-d7e446aa-1494-4239-b58c-0add54f6f89e tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.26 "GET /v2.0/security-groups?id=d52ba7c6-ec2c-4cb5-9359-98552a774dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Aug 26 21:27:28.905809 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.918682 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['15376a30-2f01-4550-859f-53033211d998'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:28.937889 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Pushing event deleted for resources: {'Port': ['ID=15376a30-2f01-4550-859f-53033211d998,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:28.980048 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] No DVR routers for this DVR port 15376a30-2f01-4550-859f-53033211d998 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:28.982597 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:28.984629 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2904b969-d171-4887-aa4c-5fbea263ab87 req-755968f5-b271-4a7b-b2d0-90b5a1b89e16 tempest-TestMinimumBasicScenario-1475462344 tempest-TestMinimumBasicScenario-1475462344-project] 10.222.0.47 "DELETE /v2.0/ports/15376a30-2f01-4550-859f-53033211d998 HTTP/1.1" status: 204 len: 173 time: 0.3987198 Aug 26 21:27:28.985087 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'name': 'network-vif-deleted', 'tag': '15376a30-2f01-4550-859f-53033211d998'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:28.987522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ed7bd-a892-48ba-9dc1-89336f62ace2" -d '{"events": [{"server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "name": "network-vif-deleted", "tag": "15376a30-2f01-4550-859f-53033211d998"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:29.035547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fac7e51-4fa1-4bb1-9581-1581963a7735 x-openstack-request-id: req-8fac7e51-4fa1-4bb1-9581-1581963a7735 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:29.035886 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba000afc-22dc-4823-b078-e25dd3369063", "name": "network-vif-deleted", "tag": "15376a30-2f01-4550-859f-53033211d998", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:29.050502 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fac7e51-4fa1-4bb1-9581-1581963a7735 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:29.051056 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba000afc-22dc-4823-b078-e25dd3369063', 'name': 'network-vif-deleted', 'tag': '15376a30-2f01-4550-859f-53033211d998', 'status': 'completed', 'code': 200} Aug 26 21:27:29.646676 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f799d84-d916-46fc-b0b7-607e19535245 req-b8445ec9-93c2-40d7-8af1-8bf9473d298f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:29.648135 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f799d84-d916-46fc-b0b7-607e19535245 req-b8445ec9-93c2-40d7-8af1-8bf9473d298f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 946 time: 0.0509434 Aug 26 21:27:29.685373 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f799d84-d916-46fc-b0b7-607e19535245 req-0b8cd2a0-c7cf-411c-8960-edf2452e720a tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304918 Aug 26 21:27:30.374505 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50412) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:30.522123 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:30.779472 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:31.065871 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Deleting port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:31.066124 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:31.139852 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] For port 8ade68ad-1a90-4f3a-8c96-c2ac291f9658, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:31.140203 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:31.152388 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Calling delete_port for 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:31.324565 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:31.353100 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Pushing event deleted for resources: {'Port': ['ID=8ade68ad-1a90-4f3a-8c96-c2ac291f9658,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:31.392036 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 15376a30-2f01-4550-859f-53033211d998 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:31.413428 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 15376a30-2f01-4550-859f-53033211d998 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:31.414066 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 15376a30-2f01-4550-859f-53033211d998 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:31.518175 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:31.720112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Router 5420b996-1895-4c59-bf2b-1157c1c1c96b has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:27:31.824501 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:27:31.832964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50416) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:31.833882 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6aecc5d0-86c4-4eaa-a519-cd605afe1bda admin admin] 10.222.0.26 "PUT /v2.0/routers/5420b996-1895-4c59-bf2b-1157c1c1c96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4583278 Aug 26 21:27:31.835671 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Sync routers for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:27:31.851341 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:31.852293 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:31.952883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.070890 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.082060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:32.131378 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Deleting port 045b0bf8-1da0-4275-a1db-f6e1ad450863 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:32.131734 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.232833 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] For port 045b0bf8-1da0-4275-a1db-f6e1ad450863, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=045b0bf8-1da0-4275-a1db-f6e1ad450863,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:32.233113 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.246623 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Calling delete_port for 045b0bf8-1da0-4275-a1db-f6e1ad450863 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:32.268375 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:27:31Z', 'revision_number': 5, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port': {'id': '045b0bf8-1da0-4275-a1db-f6e1ad450863', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:06:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:46Z', 'updated_at': '2021-08-26T21:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:32.294637 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Checking router: 5420b996-1895-4c59-bf2b-1157c1c1c96b for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:27:32.303252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Routers {'5420b996-1895-4c59-bf2b-1157c1c1c96b'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:32.303892 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['5420b996-1895-4c59-bf2b-1157c1c1c96b'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:32.387520 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] Set router 5420b996-1895-4c59-bf2b-1157c1c1c96b gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:32.409801 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.435365 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=045b0bf8-1da0-4275-a1db-f6e1ad450863,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:32.442502 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:27:32Z', 'revision_number': 6, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:32.472312 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e84a39e-ec90-4200-97cb-441c35b80951 None None] The sync data for ids ['5420b996-1895-4c59-bf2b-1157c1c1c96b'] in dv-cinder-806260-2-iscsi is: [{'id': '5420b996-1895-4c59-bf2b-1157c1c1c96b', 'name': 'tempest-TestMinimumBasicScenario-1385866466-router', 'tenant_id': '13d49cf216b744a7bd2b321fca644354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:45Z', 'updated_at': '2021-08-26T21:27:32Z', 'revision_number': 6, 'project_id': '13d49cf216b744a7bd2b321fca644354', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:27:32.497643 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.830553 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.832850 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.896278 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.897201 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5420b996-1895-4c59-bf2b-1157c1c1c96b {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:27:32.903342 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.904517 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b72954c9-1ae4-419b-b7b7-77e776816ca4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5420b996-1895-4c59-bf2b-1157c1c1c96b HTTP/1.1" status: 204 len: 168 time: 1.0679116 Aug 26 21:27:32.906936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:32.953487 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Deleting subnet a4c51189-bd4b-40cd-853e-d151b3fda387 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:27:32.956420 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:32.988955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.095037 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.145119 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.173740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.178206 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a4c51189-bd4b-40cd-853e-d151b3fda387 HTTP/1.1" status: 204 len: 168 time: 0.2679012 Aug 26 21:27:33.178206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3c494-4ed6-4b24-a0ab-28ab52b81639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4c51189-bd4b-40cd-853e-d151b3fda387,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:33.178440 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50426) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:33.182488 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3bf039-8e0f-4442-9854-bceae3e068ae None None] Network a43bf6cc-bd89-46df-96fd-d6a64e0d8768 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:27:33.254553 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.308590 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Deleting port 6e1d4773-f42b-401b-9138-9fb0e87e50da {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:33.309997 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.379065 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] For port 6e1d4773-f42b-401b-9138-9fb0e87e50da, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=6e1d4773-f42b-401b-9138-9fb0e87e50da,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:33.379432 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.395030 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Calling delete_port for 6e1d4773-f42b-401b-9138-9fb0e87e50da owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:33.395224 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] DHCP port deletion for a43bf6cc-bd89-46df-96fd-d6a64e0d8768 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:27:33.445502 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Deleting port 6e1d4773-f42b-401b-9138-9fb0e87e50da {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:33.446154 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.482562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.509229 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1d4773-f42b-401b-9138-9fb0e87e50da,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:33.512520 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] For port 6e1d4773-f42b-401b-9138-9fb0e87e50da, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=6e1d4773-f42b-401b-9138-9fb0e87e50da,segment=NetworkSegment(98a39d6f-8072-40e5-8fa9-06dcf97bb971),segment_id=98a39d6f-8072-40e5-8fa9-06dcf97bb971)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:33.512688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] No DVR routers for this DVR port 6e1d4773-f42b-401b-9138-9fb0e87e50da on host dv-cinder-806260-2-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:33.512802 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.525994 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Calling delete_port for 6e1d4773-f42b-401b-9138-9fb0e87e50da owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:33.584556 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.594522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43bf6cc-bd89-46df-96fd-d6a64e0d8768']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:33.605367 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a39d6f-8072-40e5-8fa9-06dcf97bb971') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:33.605367 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a39d6f-8072-40e5-8fa9-06dcf97bb971') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:33.613773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.627995 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.634302 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:27:33.634730 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:27:33.637047 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:27:33.639127 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.668576 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] No DVR routers for this DVR port 6e1d4773-f42b-401b-9138-9fb0e87e50da on host dv-cinder-806260-2-iscsi {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:33.673276 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da113cfd-5079-4dc5-a66b-fef32ed19db0 None None] Pushing event deleted for resources: {'Port': ['ID=6e1d4773-f42b-401b-9138-9fb0e87e50da,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:33.697333 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.702687 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:33.704513 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] 10.222.0.26 "DELETE /v2.0/networks/a43bf6cc-bd89-46df-96fd-d6a64e0d8768 HTTP/1.1" status: 204 len: 168 time: 0.5252278 Aug 26 21:27:33.707500 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50430) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:33.716071 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21867a2d-b5c9-4ebb-9110-8877a0735460 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43bf6cc-bd89-46df-96fd-d6a64e0d8768,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:34.087254 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:34.110459 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:34.110876 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 8ade68ad-1a90-4f3a-8c96-c2ac291f9658 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:34.111354 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 045b0bf8-1da0-4275-a1db-f6e1ad450863 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:34.129474 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 045b0bf8-1da0-4275-a1db-f6e1ad450863 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:34.129818 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 045b0bf8-1da0-4275-a1db-f6e1ad450863 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:34.130217 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 6e1d4773-f42b-401b-9138-9fb0e87e50da no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:34.149580 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 6e1d4773-f42b-401b-9138-9fb0e87e50da {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:34.149921 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 6e1d4773-f42b-401b-9138-9fb0e87e50da not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:34.296271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:34.538611 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Deleting port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:34.538953 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:34.615068 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] For port 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:34.615430 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:34.631632 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Calling delete_port for 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:34.808750 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:34.834142 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7982fae5-8897-4c0c-b4cf-a28a4f74b4d0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:34.997837 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.204110 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Router 9e43ee53-7954-41e3-aec8-27ab9863014f has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:27:35.307212 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:27:35.312081 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a8f83d91-e482-4c35-b38e-c11d2596ba7b admin admin] 10.222.0.26 "PUT /v2.0/routers/9e43ee53-7954-41e3-aec8-27ab9863014f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6033802 Aug 26 21:27:35.314797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50440) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:35.315855 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Sync routers for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:27:35.324756 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:35.325355 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:35.415041 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.427864 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:35.514621 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.566996 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Deleting port a8a87633-0a78-4bc9-a6eb-832be2528114 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:35.567330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.601822 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:27:34Z', 'revision_number': 5, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port': {'id': 'a8a87633-0a78-4bc9-a6eb-832be2528114', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:24:52Z', 'updated_at': '2021-08-26T21:24:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:35.630381 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Checking router: 9e43ee53-7954-41e3-aec8-27ab9863014f for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:27:35.639391 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Routers {'9e43ee53-7954-41e3-aec8-27ab9863014f'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:27:35.640017 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['9e43ee53-7954-41e3-aec8-27ab9863014f'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:35.644297 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] For port a8a87633-0a78-4bc9-a6eb-832be2528114, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a8a87633-0a78-4bc9-a6eb-832be2528114,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:35.644661 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.660883 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Calling delete_port for a8a87633-0a78-4bc9-a6eb-832be2528114 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:35.722445 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] Set router 9e43ee53-7954-41e3-aec8-27ab9863014f gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:27:35.775490 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:27:35Z', 'revision_number': 6, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:35.801182 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9ff270-b8c2-4d21-b32f-50ba73b3d354 None None] The sync data for ids ['9e43ee53-7954-41e3-aec8-27ab9863014f'] in dv-cinder-806260-2-iscsi is: [{'id': '9e43ee53-7954-41e3-aec8-27ab9863014f', 'name': 'tempest-TestMinimumBasicScenario-705545904-router', 'tenant_id': 'd3536e99a85943c5aee4344052729178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:24:51Z', 'updated_at': '2021-08-26T21:27:35Z', 'revision_number': 6, 'project_id': 'd3536e99a85943c5aee4344052729178', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:27:35.820261 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.849211 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a87633-0a78-4bc9-a6eb-832be2528114,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:35.908472 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.994487 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:35.997162 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.046420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.047055 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e43ee53-7954-41e3-aec8-27ab9863014f {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:27:36.052115 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.055599 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a8f0f88c-0522-4d1f-a02a-acd8f88ab93e admin admin] 10.222.0.26 "DELETE /v2.0/routers/9e43ee53-7954-41e3-aec8-27ab9863014f HTTP/1.1" status: 204 len: 168 time: 0.7375159 Aug 26 21:27:36.055809 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50442) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:36.103059 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Deleting subnet 8dae5680-0d7e-4a86-903f-ebd6cd92eaf0 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:27:36.106134 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.142739 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.261521 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.312922 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.338865 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dae5680-0d7e-4a86-903f-ebd6cd92eaf0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:36.342741 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.346926 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-41794c64-5f4a-414c-be2b-ea455911ff94 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8dae5680-0d7e-4a86-903f-ebd6cd92eaf0 HTTP/1.1" status: 204 len: 168 time: 0.2877774 Aug 26 21:27:36.347399 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50448) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:36.351531 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b65f17-d3bb-4cc7-a2a6-247fe09effc1 None None] Network dac8b27d-7ebc-47ab-83bb-aba8e122bb24 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:27:36.415176 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.480766 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Deleting port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:36.481098 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.544191 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] For port 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=54cc02df-9351-4edb-a996-55d5bc0b9ab0,segment=NetworkSegment(fa657510-6c32-4f58-b744-1eee3618a76a),segment_id=fa657510-6c32-4f58-b744-1eee3618a76a)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:36.544492 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.556551 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Calling delete_port for 54cc02df-9351-4edb-a996-55d5bc0b9ab0 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:36.593831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] DHCP port deletion for dac8b27d-7ebc-47ab-83bb-aba8e122bb24 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:27:36.624641 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:36.638211 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.647253 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:36.647825 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 7982fae5-8897-4c0c-b4cf-a28a4f74b4d0 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:36.662795 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cc02df-9351-4edb-a996-55d5bc0b9ab0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:36.668623 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] No DVR routers for this DVR port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 on host dv-cinder-806260-2-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:36.671928 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Deleting port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:36.672296 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.738112 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] For port 54cc02df-9351-4edb-a996-55d5bc0b9ab0, host dv-cinder-806260-2-iscsi, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:36.738502 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.739773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.750218 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac8b27d-7ebc-47ab-83bb-aba8e122bb24']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:36.752059 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Calling delete_port for 54cc02df-9351-4edb-a996-55d5bc0b9ab0 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:36.754349 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 was not found and therefore no delete operation was performed {{(pid=93862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 21:27:36.755658 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.762514 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa657510-6c32-4f58-b744-1eee3618a76a') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:36.762802 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa657510-6c32-4f58-b744-1eee3618a76a') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:27:36.771846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.781816 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Pushing event deleted for resources: {'Port': ['ID=54cc02df-9351-4edb-a996-55d5bc0b9ab0,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:36.786394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] No DVR routers for this DVR port 54cc02df-9351-4edb-a996-55d5bc0b9ab0 on host dv-cinder-806260-2-iscsi {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:36.793708 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.793939 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.794347 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.794686 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.798243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b3f7c6-9585-4fa6-ae67-571a773fd593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:27:36.799565 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.805655 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:27:36.806012 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:27:36.808365 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:27:36.864439 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.880882 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:36.887902 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/dac8b27d-7ebc-47ab-83bb-aba8e122bb24 HTTP/1.1" status: 204 len: 168 time: 0.5347240 Aug 26 21:27:36.887902 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8c371-e5b4-4586-896e-dec136ba07f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac8b27d-7ebc-47ab-83bb-aba8e122bb24,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:36.997834 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50454) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:37.036145 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-df505d6a-2a7d-471b-8d41-15ecd731a8d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=13d49cf216b744a7bd2b321fca644354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371525 Aug 26 21:27:37.040612 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50456) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:37.084983 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.106154 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.154818 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.157566 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.158700 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d52ba7c6-ec2c-4cb5-9359-98552a774dc0 HTTP/1.1" status: 204 len: 168 time: 0.1192303 Aug 26 21:27:37.166508 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1b795-ffc4-4024-b563-16282c4469ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ba7c6-ec2c-4cb5-9359-98552a774dc0,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:37.471541 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50462) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:37.513307 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-583ed539-5284-40a2-949b-a7df301aa6ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3536e99a85943c5aee4344052729178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406187 Aug 26 21:27:37.515824 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50466) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:27:37.561468 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.582054 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.627520 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.630045 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:37.631372 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30502ebb-d404-485e-a4c2-663f89ed5592 HTTP/1.1" status: 204 len: 168 time: 0.1145363 Aug 26 21:27:37.638806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4dcce-f096-4241-a2dc-07d07c4783fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30502ebb-d404-485e-a4c2-663f89ed5592,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:38.086049 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 54cc02df-9351-4edb-a996-55d5bc0b9ab0 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:38.105929 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 54cc02df-9351-4edb-a996-55d5bc0b9ab0 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:38.106261 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 54cc02df-9351-4edb-a996-55d5bc0b9ab0 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:38.106662 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a8a87633-0a78-4bc9-a6eb-832be2528114 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:38.124621 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: a8a87633-0a78-4bc9-a6eb-832be2528114 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:38.124961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a8a87633-0a78-4bc9-a6eb-832be2528114 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:45.332723 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d004-18c0-404d-ab19-9ffcf8506b7e req-98048009-edcb-4bdc-948b-6bf791e4a376 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:45.334090 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4405d004-18c0-404d-ab19-9ffcf8506b7e req-98048009-edcb-4bdc-948b-6bf791e4a376 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Aug 26 21:27:45.377776 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4405d004-18c0-404d-ab19-9ffcf8506b7e req-30fde512-6bdc-4be1-b4ce-8e62d7a19517 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371823 Aug 26 21:27:46.491402 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446dbb6-7732-452a-aaee-75e7062124d3 req-8b9eb236-6927-4224-be49-ab7effb7971e tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:46.492875 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2446dbb6-7732-452a-aaee-75e7062124d3 req-8b9eb236-6927-4224-be49-ab7effb7971e tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0476661 Aug 26 21:27:46.529471 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2446dbb6-7732-452a-aaee-75e7062124d3 req-641b24ea-2f94-47b2-8910-b6316fac5e66 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/security-groups?id=95f52d9a-02b0-4542-ae67-ef1864516637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302806 Aug 26 21:27:47.025795 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b22382-dd0c-4363-b54b-d53d51215169 req-c6a82523-8013-4a79-8635-71e446ebabf8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:27:47.027237 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-61b22382-dd0c-4363-b54b-d53d51215169 req-c6a82523-8013-4a79-8635-71e446ebabf8 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 946 time: 0.0485344 Aug 26 21:27:47.120272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Deleting port d89c3de4-a727-47b3-a509-927ced1c3d8e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:27:47.121766 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:47.209284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] For port d89c3de4-a727-47b3-a509-927ced1c3d8e, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=d89c3de4-a727-47b3-a509-927ced1c3d8e,segment=NetworkSegment(cb5e73de-8bfa-4949-9ddd-b3382cfad83a),segment_id=cb5e73de-8bfa-4949-9ddd-b3382cfad83a)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:27:47.209642 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:47.223046 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Calling delete_port for d89c3de4-a727-47b3-a509-927ced1c3d8e owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:27:47.345675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:47.358665 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['d89c3de4-a727-47b3-a509-927ced1c3d8e'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:27:47.380245 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Pushing event deleted for resources: {'Port': ['ID=d89c3de4-a727-47b3-a509-927ced1c3d8e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:27:47.422274 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] No DVR routers for this DVR port d89c3de4-a727-47b3-a509-927ced1c3d8e on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:27:47.424786 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:47.426739 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-61b22382-dd0c-4363-b54b-d53d51215169 req-9cef62bb-e57d-4a17-b7e7-139c5950b6f7 tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.47 "DELETE /v2.0/ports/d89c3de4-a727-47b3-a509-927ced1c3d8e HTTP/1.1" status: 204 len: 173 time: 0.3922939 Aug 26 21:27:47.427164 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'name': 'network-vif-deleted', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:27:47.429404 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a114c11-92cd-4a31-bf10-a6db1ecea695" -d '{"events": [{"server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "name": "network-vif-deleted", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:27:47.473160 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27dfb1-2380-463b-b786-62ebf01f79b3 x-openstack-request-id: req-3c27dfb1-2380-463b-b786-62ebf01f79b3 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:27:47.473453 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d306f1f6-b90d-45a1-a3eb-f1a7abc4d560", "name": "network-vif-deleted", "tag": "d89c3de4-a727-47b3-a509-927ced1c3d8e", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:27:47.473708 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c27dfb1-2380-463b-b786-62ebf01f79b3 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:27:47.474101 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd306f1f6-b90d-45a1-a3eb-f1a7abc4d560', 'name': 'network-vif-deleted', 'tag': 'd89c3de4-a727-47b3-a509-927ced1c3d8e', 'status': 'completed', 'code': 200} Aug 26 21:27:47.631420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4122547d-f71e-4475-803d-65bf4f45f031 req-2604976e-9fa0-4c15-a370-0f0ea85997fc tempest-VolumesSnapshotTestJSON-170062332 tempest-VolumesSnapshotTestJSON-170062332-project] 10.222.0.26 "GET /v2.0/ports?device_id=d306f1f6-b90d-45a1-a3eb-f1a7abc4d560 HTTP/1.1" status: 200 len: 210 time: 0.0268929 Aug 26 21:27:48.419742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:49.704856 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d89c3de4-a727-47b3-a509-927ced1c3d8e no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:27:49.724022 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: d89c3de4-a727-47b3-a509-927ced1c3d8e {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:27:49.724364 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device d89c3de4-a727-47b3-a509-927ced1c3d8e not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:27:55.059749 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a61e31ff-d2fa-4071-8601-d3475a345bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:57.652610 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:57.894937 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d9be4265-5f2c-4682-8c70-503ddda8c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:27:58.679914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:00.527313 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:01.385461 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:28:08.453652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae24d3-e81d-4648-a083-522957f19ac3 req-5c2d8a28-e36f-460e-a298-5dd5cd4b22bb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:08.455159 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90ae24d3-e81d-4648-a083-522957f19ac3 req-5c2d8a28-e36f-460e-a298-5dd5cd4b22bb tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 946 time: 0.0492172 Aug 26 21:28:08.492282 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90ae24d3-e81d-4648-a083-522957f19ac3 req-cbd3921b-b9d4-45ff-8019-855d1f46b9aa tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312808 Aug 26 21:28:09.618216 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77226-3216-48ff-b30b-40eb112df48f req-3dc78f0e-f38f-4eca-9229-528041a17a0f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:09.619719 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aa77226-3216-48ff-b30b-40eb112df48f req-3dc78f0e-f38f-4eca-9229-528041a17a0f tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 946 time: 0.0519323 Aug 26 21:28:09.664643 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1aa77226-3216-48ff-b30b-40eb112df48f req-982e5a9f-bdc8-472b-8385-3c3590878d16 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups?id=6585c632-5ab7-4730-9e9f-6fdd46fe63d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Aug 26 21:28:09.886562 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-d6cdf840-f3ea-4810-86f0-a7ab348328b8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:09.888015 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-d6cdf840-f3ea-4810-86f0-a7ab348328b8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 946 time: 0.0470726 Aug 26 21:28:09.981125 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Deleting port f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:09.981458 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.066321 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] For port f22b9bd7-4531-43a7-822e-341dbd7f8005, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=f22b9bd7-4531-43a7-822e-341dbd7f8005,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:10.066683 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.225330 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.225708 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.226021 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Floating IP 91fd7f65-e4e7-488b-9077-3c7f977fd769 disassociated. External IP: 172.27.3.13, port: f22b9bd7-4531-43a7-822e-341dbd7f8005. Aug 26 21:28:10.226356 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Calling delete_port for f22b9bd7-4531-43a7-822e-341dbd7f8005 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:10.349743 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.376386 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'Port': ['ID=f22b9bd7-4531-43a7-822e-341dbd7f8005,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:10.385560 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.385902 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.386236 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.386570 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.386897 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.387222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.387546 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.387892 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.388252 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.388944 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.389746 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.389746 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:10.500413 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:10.604020 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:10.614472 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:10.624486 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:10.625164 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:10.642453 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] No DVR routers for this DVR port f22b9bd7-4531-43a7-822e-341dbd7f8005 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:10.644988 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:10.646932 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a61e956f-e9b6-40a5-8b6d-2f1d88fca210 req-5e0007c1-c004-48e9-a8db-19ec0320c7fd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.47 "DELETE /v2.0/ports/f22b9bd7-4531-43a7-822e-341dbd7f8005 HTTP/1.1" status: 204 len: 173 time: 0.7496133 Aug 26 21:28:10.647387 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-deleted', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:10.649655 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abceb7b4-2498-4fdb-bc48-10f99f6faec9" -d '{"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-deleted", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:10.688212 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5e175e-50ea-4916-ad14-fdd1dcfc1488 x-openstack-request-id: req-ee5e175e-50ea-4916-ad14-fdd1dcfc1488 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:10.688212 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26bcf7ca-44d2-4b34-9db9-c0d7118781ea", "name": "network-vif-deleted", "tag": "f22b9bd7-4531-43a7-822e-341dbd7f8005", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:10.688212 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ee5e175e-50ea-4916-ad14-fdd1dcfc1488 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:10.688212 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26bcf7ca-44d2-4b34-9db9-c0d7118781ea', 'name': 'network-vif-deleted', 'tag': 'f22b9bd7-4531-43a7-822e-341dbd7f8005', 'status': 'completed', 'code': 200} Aug 26 21:28:10.733831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:10.820377 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-47185985-48d2-4b44-8967-d666c5063a26 req-422cb568-07e8-4289-96c9-452f12df8de8 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/ports?device_id=26bcf7ca-44d2-4b34-9db9-c0d7118781ea HTTP/1.1" status: 200 len: 210 time: 0.0535164 Aug 26 21:28:10.966078 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:10.993021 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:11.002549 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:11.003154 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:11.224119 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:11.418231 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:11.447779 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eace4d-b5ad-4cbd-a332-8c41ae9607e3 None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:21:16Z', 'revision_number': 4, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'ef736fe8-d610-4aa1-b2c7-7189cd9afb98', 'name': '', 'network_id': '7252e207-3d22-400e-aff0-ed31003555c4', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'mac_address': 'fa:16:3e:c6:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:14Z', 'updated_at': '2021-08-26T21:21:24Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'subnets': [{'id': '1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:11.651648 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625197ae-4b5c-4d6b-a101-3ee496fdc94d None None] New status for floating IP 91fd7f65-e4e7-488b-9077-3c7f977fd769: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:28:11.893767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50670) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:11.908497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50672) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:11.939038 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Deleting subnet 0c73f14b-0001-4f61-9b50-d54b18744851 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:28:11.942385 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:11.967086 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:11.978756 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:11.990140 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.017258 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.036481 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.039317 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.040509 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "DELETE /v2.0/security-groups/6585c632-5ab7-4730-9e9f-6fdd46fe63d6 HTTP/1.1" status: 204 len: 168 time: 0.1309776 Aug 26 21:28:12.044253 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50674) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:12.061082 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec73a02-9114-49c4-83ff-e48d3fe86645 tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6585c632-5ab7-4730-9e9f-6fdd46fe63d6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:12.063841 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.api.v2.resource [None req-ff371397-f58c-40b1-860c-48fb6f73addd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] show failed (client error): The resource could not be found. Aug 26 21:28:12.067750 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-ff371397-f58c-40b1-860c-48fb6f73addd tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "GET /v2.0/security-groups/6585c632-5ab7-4730-9e9f-6fdd46fe63d6 HTTP/1.1" status: 404 len: 347 time: 0.0189912 Aug 26 21:28:12.068157 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:12.074753 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.102379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.104254 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0c73f14b-0001-4f61-9b50-d54b18744851 HTTP/1.1" status: 204 len: 168 time: 0.2094991 Aug 26 21:28:12.105491 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af0bdc-0590-4c53-b078-f17c49a8fed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c73f14b-0001-4f61-9b50-d54b18744851,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:12.107050 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50678) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:12.177097 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.192223 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Deleting port 64bb7628-6ccd-4adb-9313-7b43fbf88949 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:12.192560 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.250800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.260297 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159cdff1-7b8c-4fa4-8903-5fbf4c74849f']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:12.269548 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.269807 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.270861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:12.271155 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5e73de-8bfa-4949-9ddd-b3382cfad83a') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:12.280738 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.282053 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Calling delete_port for 64bb7628-6ccd-4adb-9313-7b43fbf88949 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:12.294021 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.300323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:28:12.300690 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:28:12.302485 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:28:12.358320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.363582 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.365506 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] 10.222.0.26 "DELETE /v2.0/networks/159cdff1-7b8c-4fa4-8903-5fbf4c74849f HTTP/1.1" status: 204 len: 168 time: 0.2571054 Aug 26 21:28:12.376608 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4498c-5adf-4862-9ca2-bfbc715c0280 admin admin] Pushing event deleted for resources: {'Network': ['ID=159cdff1-7b8c-4fa4-8903-5fbf4c74849f,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:12.425315 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.460487 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Pushing event deleted for resources: {'Port': ['ID=64bb7628-6ccd-4adb-9313-7b43fbf88949,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:12.515794 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.518368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.519528 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-25f36bb7-3277-4391-998a-2379716f01ca tempest-AttachVolumeShelveTestJSON-547026734 tempest-AttachVolumeShelveTestJSON-547026734-project] 10.222.0.26 "DELETE /v2.0/floatingips/91fd7f65-e4e7-488b-9077-3c7f977fd769 HTTP/1.1" status: 204 len: 168 time: 0.4500396 Aug 26 21:28:12.530658 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50682) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:12.570461 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-67cfb2b1-0a62-44e7-a4aa-4c1d23199f66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d0326dbf2144a67866afe9d5b6abb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385718 Aug 26 21:28:12.572906 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50686) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:12.621740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.645492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.694776 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.697256 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:12.698377 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95f52d9a-02b0-4542-ae67-ef1864516637 HTTP/1.1" status: 204 len: 168 time: 0.1245832 Aug 26 21:28:12.706196 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff53dd-13f0-40b7-ae33-0347716be7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f52d9a-02b0-4542-ae67-ef1864516637,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:13.364996 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50710) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:13.457057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2088888104-network', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:13.477221 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Made reservation on behalf of 9cc186d0868a42d78b4dd26b9f57897a for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:13.479638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.487770 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.573100 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.577473 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.596856 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:28:13.609575 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a59534-70d0-4c50-9b3b-96e1c4321bb9,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:13.614362 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.614706 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Added segment 38e35ae0-1273-4477-a4fc-84d25fc27019 of type vlan for network 764387ca-8320-485a-a3b7-bb55f34863bf Aug 26 21:28:13.653868 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.679358 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.680541 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:13.681120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.741583 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3754642 Aug 26 21:28:13.744267 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50722) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:13.751385 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Request body: {'subnet': {'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2088888104-subnet', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:13.755480 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81214d-f26b-4aa8-bbea-bc341ec1d5c0 admin admin] Pushing event updated for resources: {'Network': ['ID=764387ca-8320-485a-a3b7-bb55f34863bf,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:13.766845 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 764387ca-8320-485a-a3b7-bb55f34863bf details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:28:13.775829 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Made reservation on behalf of 9cc186d0868a42d78b4dd26b9f57897a for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:13.778348 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:13.805991 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:13.834477 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: f22b9bd7-4531-43a7-822e-341dbd7f8005 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:13.835250 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device f22b9bd7-4531-43a7-822e-341dbd7f8005 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:13.960635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.014476 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:14.023175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:14.024148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Network hostable DHCP agents. Network: 764387ca-8320-485a-a3b7-bb55f34863bf, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:28:14.042222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Network 764387ca-8320-485a-a3b7-bb55f34863bf is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:28:14.053449 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 764387ca-8320-485a-a3b7-bb55f34863bf) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:14.058689 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:14.059272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.065829 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8253cbb0-de64-43ad-ac58-8e16eb95f918 None None] Network 764387ca-8320-485a-a3b7-bb55f34863bf requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:14.073830 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-3ce4b39a-88f9-4147-948b-b0c43c0d0c7b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3285534 Aug 26 21:28:14.077211 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50726) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:14.081473 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:14.100812 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.101757 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.153613 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.209636 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-764387ca-8320-485a-a3b7-bb55f34863bf', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:28:14.210503 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.284176 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.346267 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Allocated IP 172.20.0.2 (764387ca-8320-485a-a3b7-bb55f34863bf/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb/34beeb89-3c62-4099-8d81-13054a69cd20) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:14.482955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.491911 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.501264 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Transition to ACTIVE for port object 34beeb89-3c62-4099-8d81-13054a69cd20 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:14.502293 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.517667 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Transition to ACTIVE for port object 34beeb89-3c62-4099-8d81-13054a69cd20 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:14.523224 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.561781 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:14.564898 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:14.568429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:14.574899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Pushing event updated for resources: {'Port': ['ID=34beeb89-3c62-4099-8d81-13054a69cd20,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:14.605609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Allocated IP 172.27.3.231 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/b52c0138-84be-446b-9d01-cdd61b9f0cfc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:14.624985 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Attempting to bind port 34beeb89-3c62-4099-8d81-13054a69cd20 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:14.625344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Attempting to bind port 34beeb89-3c62-4099-8d81-13054a69cd20 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:14.625701 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Attempting to bind port 34beeb89-3c62-4099-8d81-13054a69cd20 on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:14.630541 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:14.630916 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:14.631314 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.631693 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Bound using segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:14.632175 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Bound port: 34beeb89-3c62-4099-8d81-13054a69cd20, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:14.632548 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.695391 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] For port 34beeb89-3c62-4099-8d81-13054a69cd20, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:14.698814 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] For port 34beeb89-3c62-4099-8d81-13054a69cd20, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=34beeb89-3c62-4099-8d81-13054a69cd20,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:14.702858 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.709054 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.748723 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:14.760614 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b818a4-a6c9-482a-80a6-dbb3424c71a1 None None] Pushing event updated for resources: {'Port': ['ID=34beeb89-3c62-4099-8d81-13054a69cd20,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:14.789907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:14.792952 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:14.797937 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:14.801120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Pushing event updated for resources: {'Port': ['ID=b52c0138-84be-446b-9d01-cdd61b9f0cfc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:14.986244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50734) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:15.078327 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:15.546652 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:15.586896 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50738) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:15.660496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d00d8-0faa-4f30-a2a6-4a7943287ce3 None None] Network 764387ca-8320-485a-a3b7-bb55f34863bf requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:15.688975 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:15.711135 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Router 856c71ff-93a2-483e-8023-c1e18e46a78e is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93861) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:28:15.727266 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6adb72e8-de1d-413b-90a6-774697d9e772 None None] Provisioning for port 34beeb89-3c62-4099-8d81-13054a69cd20 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:15.829594 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:15.846434 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:15.848353 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:15.850038 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-7f71c18f-9c33-4789-b48e-2abba6fece0a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7718670 Aug 26 21:28:15.852639 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50742) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:15.861022 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:15.861655 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:16.006348 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:16.061503 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Deleting port 1a5a7ed6-57fd-4bde-809d-f24d14f4bb30 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:16.062124 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.160984 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Deleting port ef736fe8-d610-4aa1-b2c7-7189cd9afb98 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:16.161328 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.181099 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 34beeb89-3c62-4099-8d81-13054a69cd20 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:16.238815 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.239138 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.261597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Calling delete_port for 1a5a7ed6-57fd-4bde-809d-f24d14f4bb30 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:16.283255 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:14Z', 'revision_number': 3, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:16.286466 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 34beeb89-3c62-4099-8d81-13054a69cd20 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:16.313059 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:16.313496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Updating router 856c71ff-93a2-483e-8023-c1e18e46a78e port b52c0138-84be-446b-9d01-cdd61b9f0cfc binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:16.317129 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 34beeb89-3c62-4099-8d81-13054a69cd20 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:16.317501 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.334663 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] For port ef736fe8-d610-4aa1-b2c7-7189cd9afb98, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:16.335031 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.353706 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Calling delete_port for ef736fe8-d610-4aa1-b2c7-7189cd9afb98 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:16.363354 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.377550 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.512901 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.541511 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Allocated IP 172.20.0.1 (764387ca-8320-485a-a3b7-bb55f34863bf/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb/0077556f-1413-49d6-be24-90bad10bc13a) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:16.559866 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.592394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 34beeb89-3c62-4099-8d81-13054a69cd20, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=34beeb89-3c62-4099-8d81-13054a69cd20,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:16.599446 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.600045 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event deleted for resources: {'Port': ['ID=1a5a7ed6-57fd-4bde-809d-f24d14f4bb30,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:16.676803 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=34beeb89-3c62-4099-8d81-13054a69cd20,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:16.681161 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.686069 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.698308 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Transition to ACTIVE for port object 0077556f-1413-49d6-be24-90bad10bc13a will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:16.719161 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ef736fe8-d610-4aa1-b2c7-7189cd9afb98,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:16.733720 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.743497 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.754461 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.754886 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Floating IP 3cb78405-301c-4dc5-9eec-0aaf6dcc083a disassociated (deleted). External IP: 172.27.3.111, port: 8497dd56-58e4-43b7-b1b5-c903ebf3043b. Aug 26 21:28:16.760516 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Transition to ACTIVE for port object b52c0138-84be-446b-9d01-cdd61b9f0cfc will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:16.769471 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.783876 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:16.791303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:16.796079 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:16.822403 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Pushing event updated for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:16.849700 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.854013 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Attempting to bind port b52c0138-84be-446b-9d01-cdd61b9f0cfc on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:16.854499 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Attempting to bind port b52c0138-84be-446b-9d01-cdd61b9f0cfc by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:16.854960 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Attempting to bind port b52c0138-84be-446b-9d01-cdd61b9f0cfc on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:16.859919 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f41935-be07-4d3b-85ab-1b01f535063a None None] Pushing event updated for resources: {'Port': ['ID=b52c0138-84be-446b-9d01-cdd61b9f0cfc,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:16.866029 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:16.866762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:16.867343 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.868168 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:16.869068 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Bound port: b52c0138-84be-446b-9d01-cdd61b9f0cfc, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:16.869547 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:16.941592 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] For port b52c0138-84be-446b-9d01-cdd61b9f0cfc, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:16.951959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] For port b52c0138-84be-446b-9d01-cdd61b9f0cfc, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b52c0138-84be-446b-9d01-cdd61b9f0cfc,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:16.957203 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.032114 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:17.032790 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:17.065992 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.076187 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f41935-be07-4d3b-85ab-1b01f535063a None None] Pushing event updated for resources: {'Port': ['ID=b52c0138-84be-446b-9d01-cdd61b9f0cfc,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:17.076760 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:17.159185 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6de9104a-38f3-47b9-91dd-7d48a3ad4d8b None None] Provisioning for port 0077556f-1413-49d6-be24-90bad10bc13a completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:17.166873 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6de9104a-38f3-47b9-91dd-7d48a3ad4d8b None None] Provisioning complete for port 0077556f-1413-49d6-be24-90bad10bc13a triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:17.167239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6de9104a-38f3-47b9-91dd-7d48a3ad4d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.172864 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:17.248482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.255523 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.276478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.284568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:17.291916 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.308394 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Sync routers for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:17.324746 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:17.325937 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8928e3b6-5e41-4b2e-b099-46f65232fafe tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "DELETE /v2.0/floatingips/3cb78405-301c-4dc5-9eec-0aaf6dcc083a HTTP/1.1" status: 204 len: 168 time: 1.7371018 Aug 26 21:28:17.326403 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:17.328460 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:17.329430 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Pushing event updated for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:17.331863 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.336918 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86affda7-d722-42a6-bbdf-50f3c30fdfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:17.422649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0051e-bf82-4c5c-88b9-1fd6f7725330 x-openstack-request-id: req-aab0051e-bf82-4c5c-88b9-1fd6f7725330 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:17.423038 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:17.423569 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aab0051e-bf82-4c5c-88b9-1fd6f7725330 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:17.424332 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'status': 'completed', 'code': 200} Aug 26 21:28:17.437195 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:17.438478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:17.467296 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:17.500840 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-6de9104a-38f3-47b9-91dd-7d48a3ad4d8b None None] Port 0077556f-1413-49d6-be24-90bad10bc13a cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:17.616699 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-f4ab1269-e05a-41f1-b709-334117f4607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:17.619525 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-f4ab1269-e05a-41f1-b709-334117f4607c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75617b27657041618257c1738d0c1c3b&device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 1098 time: 0.1723826 Aug 26 21:28:17.673490 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:17.717859 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:17.750141 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:17.785615 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1091c4e1-db2f-47a7-af4a-f29139e944fb None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:17.808018 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-59443e3b-b377-40c8-8e75-771007d9d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:17.810217 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-59443e3b-b377-40c8-8e75-771007d9d304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 200 len: 909 time: 0.1808472 Aug 26 21:28:17.827206 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-65f6654e-bcea-4f1d-b07c-6fc07fa40933 None None] Provisioning complete for port 0077556f-1413-49d6-be24-90bad10bc13a triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:17.827581 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-65f6654e-bcea-4f1d-b07c-6fc07fa40933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:17.856450 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:17.863189 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b2ae68b5-3fb4-485e-a697-67031881f8dd admin admin] 10.222.0.26 "PUT /v2.0/routers/693ef75c-3910-45b9-a5bf-a60cd0e0b6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8715961 Aug 26 21:28:17.872026 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Sync routers for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:17.896131 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-65f6654e-bcea-4f1d-b07c-6fc07fa40933 None None] Port 0077556f-1413-49d6-be24-90bad10bc13a cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:17.897425 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50752) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:17.898945 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:17.899716 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:17.910458 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-0bfb0f15-344d-41ee-bea3-da080a959c13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 200 len: 217 time: 0.0897486 Aug 26 21:28:17.929618 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:17.954405 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb878e-df0d-47ed-878e-f289d9aa5dc7 req-802e83da-6f21-4d29-b411-c17f5d5f6cf5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:17.956028 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95bb878e-df0d-47ed-878e-f289d9aa5dc7 req-802e83da-6f21-4d29-b411-c17f5d5f6cf5 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.1020348 Aug 26 21:28:17.959953 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Checking router: 8b3fe8e4-d953-4631-9ef7-0392a21499c8 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:17.969080 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:17.969928 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:18.017241 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-95bb878e-df0d-47ed-878e-f289d9aa5dc7 req-088bd2ec-5c66-4572-9f9b-6e9e2ee4b86b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522158 Aug 26 21:28:18.041674 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:18.084471 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:18.092836 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0a69ac48-552c-4735-9223-83d8c88a3b53 admin admin] 10.222.0.26 "PUT /v2.0/routers/856c71ff-93a2-483e-8023-c1e18e46a78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2387857 Aug 26 21:28:18.130384 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:18.179449 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-3378e9ca-6e4d-413f-bd29-53eb8fbdb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:18.181823 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-3378e9ca-6e4d-413f-bd29-53eb8fbdb2d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 200 len: 847 time: 0.1995611 Aug 26 21:28:18.185276 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.348146 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 34beeb89-3c62-4099-8d81-13054a69cd20 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:18.348889 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-17a89b8b-274a-4e88-8c75-d1e7a79c0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:18.355576 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-17a89b8b-274a-4e88-8c75-d1e7a79c0b36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2090a94d-bd78-4d56-bea6-78c2f9eed707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1608522 Aug 26 21:28:18.438767 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.454372 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 34beeb89-3c62-4099-8d81-13054a69cd20 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:18.454862 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.481520 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:18.511888 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 5, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port': {'id': 'dcbe729f-b592-473e-898f-1b15aa877781', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:14:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:21:08Z', 'updated_at': '2021-08-26T21:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:18.532530 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-6622c260-89e9-4cb0-b9cd-191a0bbd12e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702466 Aug 26 21:28:18.546304 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3907fcd-e760-40ae-9e20-65768d95d2b2 None None] The sync data for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi is: [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:22:35Z', 'revision_number': 4, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '44187b68-ca77-4115-98ae-76071f08468c', 'name': '', 'network_id': '2090a94d-bd78-4d56-bea6-78c2f9eed707', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'mac_address': 'fa:16:3e:e9:5b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:35Z', 'updated_at': '2021-08-26T21:22:42Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'subnets': [{'id': '802b3797-3ed7-4dd3-947f-c6ac572bee2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:18.575262 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.578886 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Checking router: 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:18.594196 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Routers {'693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:18.595067 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:18.612567 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Deleting port dcbe729f-b592-473e-898f-1b15aa877781 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:18.612883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.703059 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-86affda7-d722-42a6-bbdf-50f3c30fdfc4 req-0dfcacad-8c31-4b5e-afb4-4e7fd48c6d51 service neutron] 10.222.0.47 "GET /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605270 Aug 26 21:28:18.705344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] Set router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:18.780090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] For port dcbe729f-b592-473e-898f-1b15aa877781, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=dcbe729f-b592-473e-898f-1b15aa877781,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:18.780750 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:18.789757 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:28:18Z', 'revision_number': 6, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:18.808059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Calling delete_port for dcbe729f-b592-473e-898f-1b15aa877781 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:18.833959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e880be-59c4-4663-9082-ccb7fb91e7ef None None] The sync data for ids ['693ef75c-3910-45b9-a5bf-a60cd0e0b6a7'] in dv-cinder-806260-2-iscsi is: [{'id': '693ef75c-3910-45b9-a5bf-a60cd0e0b6a7', 'name': 'tempest-AttachVolumeShelveTestJSON-552939384-router', 'tenant_id': '94917f9a383543b0b1804ebe3870153f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:21:07Z', 'updated_at': '2021-08-26T21:28:18Z', 'revision_number': 6, 'project_id': '94917f9a383543b0b1804ebe3870153f', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:18.958526 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50768) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:18.963420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-492888823-network', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:18.991533 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Made reservation on behalf of 454cf3ca029442899553e036ae0a1ed4 for: {'network': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:18.994093 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.007016 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.062424 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.107978 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dee4e1-f8d1-4ca1-bcc3-07e531350a31 None None] New status for floating IP 3cb78405-301c-4dc5-9eec-0aaf6dcc083a: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:28:19.112104 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbe729f-b592-473e-898f-1b15aa877781,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:19.162266 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.172944 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.188609 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.218218 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:28:19.230539 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0967-0f56-4bac-96fa-7a36033fd3f7 req-92d41cab-ba4e-4023-8ef7-d604fdbc1a7b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:19.238486 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27fb0967-0f56-4bac-96fa-7a36033fd3f7 req-92d41cab-ba4e-4023-8ef7-d604fdbc1a7b tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.1164761 Aug 26 21:28:19.268825 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf887932-cd88-4903-9694-cbe22dcc8f66,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:19.274970 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.275399 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.segments_db [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Added segment 1d961155-cc7b-406a-b8a3-1e6e7114a884 of type vlan for network 2e4a4612-a2b0-405e-b897-ba03ebc89662 Aug 26 21:28:19.339740 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27fb0967-0f56-4bac-96fa-7a36033fd3f7 req-00e08433-9d38-4f60-86a3-55551eacfa07 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/security-groups?id=0073e072-c48a-4f8a-9073-52155a73e1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999327 Aug 26 21:28:19.350442 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.380553 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.381454 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:19.382112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.445474 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4857826 Aug 26 21:28:19.448584 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50772) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:19.454412 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Request body: {'subnet': {'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-492888823-subnet', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'ip_version': 4}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:19.464120 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f786ff4-bec4-4425-9e28-0f7e3d8574e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4a4612-a2b0-405e-b897-ba03ebc89662,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:19.478020 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:28:19.495191 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Made reservation on behalf of 454cf3ca029442899553e036ae0a1ed4 for: {'subnet': 1} {{(pid=93860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:19.498556 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59002910'] for subnet, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.601518 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.604251 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.659569 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-5ecb87df-6a83-43d6-9dd3-ffa8dcacaaf3 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:19.661066 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-5ecb87df-6a83-43d6-9dd3-ffa8dcacaaf3 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.47 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 945 time: 0.1147270 Aug 26 21:28:19.665262 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.665849 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:28:19.670509 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.674038 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-79ba2a1a-950a-494f-aafa-dc86042ee7bb admin admin] 10.222.0.26 "DELETE /v2.0/routers/693ef75c-3910-45b9-a5bf-a60cd0e0b6a7 HTTP/1.1" status: 204 len: 168 time: 1.7714713 Aug 26 21:28:19.674282 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50774) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:19.729953 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58850589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59002988'] for subnet, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.761553 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Deleting subnet 1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:28:19.767197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.767297 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Deleting port 8497dd56-58e4-43b7-b1b5-c903ebf3043b {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:19.767522 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.822952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1baaa7bd-03db-45fd-aab1-c11572bd5ac2,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:19.826541 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.866806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Checking segment: {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:19.867151 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Network hostable DHCP agents. Network: 2e4a4612-a2b0-405e-b897-ba03ebc89662, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:28:19.868916 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] For port 8497dd56-58e4-43b7-b1b5-c903ebf3043b, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8497dd56-58e4-43b7-b1b5-c903ebf3043b,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:19.869388 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.885416 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Calling delete_port for 8497dd56-58e4-43b7-b1b5-c903ebf3043b owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:19.913157 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:28:19.932613 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.934930 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 2e4a4612-a2b0-405e-b897-ba03ebc89662) {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:19.945857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c416579-8163-49ed-984f-f955807b3a88 None None] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:19.958224 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:19.958890 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:19.984488 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-edec69d3-aedb-4169-ad70-fca95c0295f1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5347838 Aug 26 21:28:19.988735 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50776) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:19.991520 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:20.016551 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.044167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.048075 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.049125 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.055600 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:20.057502 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.059393 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7bf5c8cc-3403-4caf-a48e-5112955579db admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1021b9fc-8e1b-43fa-9dd2-9bd74c3a673b HTTP/1.1" status: 204 len: 168 time: 0.3841398 Aug 26 21:28:20.062185 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50778) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:20.076779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event deleted for resources: {'Port': ['ID=8497dd56-58e4-43b7-b1b5-c903ebf3043b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:20.118986 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0668d9-6a07-47b7-9cb8-96bfd75ed41c None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:20.145371 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] No DVR routers for this DVR port 8497dd56-58e4-43b7-b1b5-c903ebf3043b on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:20.150897 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.153316 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-023069bd-247e-4e4d-89c1-cefeacb25810 req-faf7dcad-ecac-4ba8-ba97-530d3d6a9254 tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.47 "DELETE /v2.0/ports/8497dd56-58e4-43b7-b1b5-c903ebf3043b HTTP/1.1" status: 204 len: 173 time: 0.4806740 Aug 26 21:28:20.153932 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-deleted', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:20.156486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a698bb76-1137-4b31-8908-b1099f54aba8" -d '{"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-deleted", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:20.175859 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.197359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.235012 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e54e380-e7a3-4462-8bb3-0389fcee59f5 x-openstack-request-id: req-2e54e380-e7a3-4462-8bb3-0389fcee59f5 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:20.235304 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36253f3a-ada9-4df3-a20e-e712a24c846c", "name": "network-vif-deleted", "tag": "8497dd56-58e4-43b7-b1b5-c903ebf3043b", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:20.235555 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e54e380-e7a3-4462-8bb3-0389fcee59f5 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:20.235971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36253f3a-ada9-4df3-a20e-e712a24c846c', 'name': 'network-vif-deleted', 'tag': '8497dd56-58e4-43b7-b1b5-c903ebf3043b', 'status': 'completed', 'code': 200} Aug 26 21:28:20.243885 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b52c0138-84be-446b-9d01-cdd61b9f0cfc up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:20.276133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-2e4a4612-a2b0-405e-b897-ba03ebc89662', 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'fixed_ips': [{'subnet_id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:28:20.277066 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.381638 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.434178 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port b52c0138-84be-446b-9d01-cdd61b9f0cfc completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:20.443885 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b52c0138-84be-446b-9d01-cdd61b9f0cfc triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:20.444262 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.529745 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Allocated IP 172.20.0.2 (2e4a4612-a2b0-405e-b897-ba03ebc89662/1baaa7bd-03db-45fd-aab1-c11572bd5ac2/fc24df0a-0b24-4319-a265-17707d3aa13b) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:20.603108 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] DHCP port deletion for 7252e207-3d22-400e-aff0-ed31003555c4 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:28:20.774433 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:20.775369 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a37038a3-e3d0-49c5-82dc-51883d89f84a req-2abd24fd-5d84-42fc-a066-ff247cca75cd tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "GET /v2.0/ports?device_id=36253f3a-ada9-4df3-a20e-e712a24c846c HTTP/1.1" status: 200 len: 210 time: 0.0735457 Aug 26 21:28:20.777523 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Deleting port d18491b0-af73-41a1-b654-116e70444c45 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:20.778003 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.840655 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.848539 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:20.849171 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:20.855452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] For port d18491b0-af73-41a1-b654-116e70444c45, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=d18491b0-af73-41a1-b654-116e70444c45,segment=NetworkSegment(782e8541-9225-4f21-9207-6973a6aac9f9),segment_id=782e8541-9225-4f21-9207-6973a6aac9f9)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:20.855896 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:20.873155 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Calling delete_port for d18491b0-af73-41a1-b654-116e70444c45 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:20.921170 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port b52c0138-84be-446b-9d01-cdd61b9f0cfc, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b52c0138-84be-446b-9d01-cdd61b9f0cfc,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:20.941579 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.041654 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device dcbe729f-b592-473e-898f-1b15aa877781 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:21.067888 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.096689 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: dcbe729f-b592-473e-898f-1b15aa877781 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:21.097034 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device dcbe729f-b592-473e-898f-1b15aa877781 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:21.097460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device ef736fe8-d610-4aa1-b2c7-7189cd9afb98 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:21.108728 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] No DVR routers for this DVR port d18491b0-af73-41a1-b654-116e70444c45 on host dv-cinder-806260-2-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:21.110287 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d18491b0-af73-41a1-b654-116e70444c45,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.132729 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.134761 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: ef736fe8-d610-4aa1-b2c7-7189cd9afb98 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:21.134852 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.135004 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device ef736fe8-d610-4aa1-b2c7-7189cd9afb98 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:21.149475 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=b52c0138-84be-446b-9d01-cdd61b9f0cfc,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.160299 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.160827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.160993 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.161359 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.161655 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.161995 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.162323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.162922 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.163052 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.163309 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.163619 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.164001 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:21.164243 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Transition to ACTIVE for port object fc24df0a-0b24-4319-a265-17707d3aa13b will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:21.166577 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Deleting port d18491b0-af73-41a1-b654-116e70444c45 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:21.166956 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.172452 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:21.176358 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.259828 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.277480 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7252e207-3d22-400e-aff0-ed31003555c4']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:21.278952 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Transition to ACTIVE for port object fc24df0a-0b24-4319-a265-17707d3aa13b will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:21.291626 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782e8541-9225-4f21-9207-6973a6aac9f9') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:21.291952 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782e8541-9225-4f21-9207-6973a6aac9f9') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:21.320702 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.321856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.343117 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.354494 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:28:21.354893 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:28:21.356531 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:28:21.370945 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Allocated IP 172.27.3.104 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:21.396632 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] For port d18491b0-af73-41a1-b654-116e70444c45, host dv-cinder-806260-2-iscsi, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:21.397033 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.431146 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:21.432072 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Calling delete_port for d18491b0-af73-41a1-b654-116e70444c45 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:21.444123 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.444373 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Port d18491b0-af73-41a1-b654-116e70444c45 was not found and therefore no delete operation was performed {{(pid=93862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 21:28:21.444493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.444589 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Pushing event updated for resources: {'Port': ['ID=fc24df0a-0b24-4319-a265-17707d3aa13b,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.445055 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] 10.222.0.26 "DELETE /v2.0/networks/7252e207-3d22-400e-aff0-ed31003555c4 HTTP/1.1" status: 204 len: 168 time: 1.3817551 Aug 26 21:28:21.450008 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:21.452602 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.454617 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:21.489028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0425d49-a084-42de-ae92-759d2bb66c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=7252e207-3d22-400e-aff0-ed31003555c4,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.501467 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Network 7252e207-3d22-400e-aff0-ed31003555c4 is not hosted by any dhcp agent {{(pid=93862) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 26 21:28:21.501924 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] No DVR routers for this DVR port d18491b0-af73-41a1-b654-116e70444c45 on host dv-cinder-806260-2-iscsi {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:21.518684 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658917fd-8435-4690-80f2-a708ed3aaf4a None None] Pushing event deleted for resources: {'Port': ['ID=d18491b0-af73-41a1-b654-116e70444c45,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.558209 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.587834 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Attempting to bind port fc24df0a-0b24-4319-a265-17707d3aa13b on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:21.588212 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Attempting to bind port fc24df0a-0b24-4319-a265-17707d3aa13b by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:21.588578 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Attempting to bind port fc24df0a-0b24-4319-a265-17707d3aa13b on network 2e4a4612-a2b0-405e-b897-ba03ebc89662 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:21.597506 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:21.597882 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Checking segment: {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:21.598281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.598865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Bound using segment: {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:21.599501 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Bound port: fc24df0a-0b24-4319-a265-17707d3aa13b, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:21.600275 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.604022 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.639351 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:21.642178 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:21.647767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:21.663120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:21.681818 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Pushing event updated for resources: {'Port': ['ID=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.687666 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 2, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:21.690127 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] For port fc24df0a-0b24-4319-a265-17707d3aa13b, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:21.694669 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] For port fc24df0a-0b24-4319-a265-17707d3aa13b, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=fc24df0a-0b24-4319-a265-17707d3aa13b,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:21.718587 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-2ed6cd65-dc18-4423-8817-96d9f3f21357 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94917f9a383543b0b1804ebe3870153f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509689 Aug 26 21:28:21.718950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50788) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:21.722530 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.724454 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:21.724808 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Updating router 856c71ff-93a2-483e-8023-c1e18e46a78e port 0077556f-1413-49d6-be24-90bad10bc13a binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:21.771547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.789555 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.795109 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.817417 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466ebd1-b42a-4bde-ae17-9dca61fdd6b2 None None] Pushing event updated for resources: {'Port': ['ID=fc24df0a-0b24-4319-a265-17707d3aa13b,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.846356 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:21.858576 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50792) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:21.874359 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 8497dd56-58e4-43b7-b1b5-c903ebf3043b {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:21.874701 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8497dd56-58e4-43b7-b1b5-c903ebf3043b not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:21.927410 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.929942 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.936228 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae02a34e-6076-4741-96c0-43e018c521f7 HTTP/1.1" status: 204 len: 168 time: 0.2140403 Aug 26 21:28:21.951178 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.953321 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1056c-092b-4731-9d78-d55cf3e978b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02a34e-6076-4741-96c0-43e018c521f7,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:21.996039 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:21.998839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.159836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.163594 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.168933 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] 10.222.0.26 "DELETE /v2.0/security-groups/0073e072-c48a-4f8a-9073-52155a73e1e2 HTTP/1.1" status: 204 len: 168 time: 0.3089249 Aug 26 21:28:22.192343 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78ea64-afb7-492e-8340-53a69d5af1fa tempest-TestShelveInstance-413786660 tempest-TestShelveInstance-413786660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0073e072-c48a-4f8a-9073-52155a73e1e2,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:22.246184 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50798) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:22.353187 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.367037 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b52c0138-84be-446b-9d01-cdd61b9f0cfc up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:22.373841 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.395445 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Transition to ACTIVE for port object 0077556f-1413-49d6-be24-90bad10bc13a will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:22.420213 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.485094 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13484ada-f0d4-4400-acde-b7d633b313f0 None None] Pushing event updated for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:22.505869 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b52c0138-84be-446b-9d01-cdd61b9f0cfc triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:22.506255 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.590187 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Attempting to bind port 0077556f-1413-49d6-be24-90bad10bc13a on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:22.590638 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Attempting to bind port 0077556f-1413-49d6-be24-90bad10bc13a by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:22.591884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Attempting to bind port 0077556f-1413-49d6-be24-90bad10bc13a on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:22.600473 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:22.600845 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:22.601250 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.601646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Bound using segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:22.602120 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Bound port: 0077556f-1413-49d6-be24-90bad10bc13a, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:22.602501 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.612120 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Router 95a22a5e-aecb-4841-bc8b-be7db36780c6 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:28:22.753443 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device fc24df0a-0b24-4319-a265-17707d3aa13b up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:22.796167 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] For port 0077556f-1413-49d6-be24-90bad10bc13a, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:22.818409 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] For port 0077556f-1413-49d6-be24-90bad10bc13a, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=0077556f-1413-49d6-be24-90bad10bc13a,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:22.832051 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.848437 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:22.860202 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Sync routers for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:22.869217 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:22.871318 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9a327be2-72a7-43e8-b707-196ee7f5cc7d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8830349 Aug 26 21:28:22.875354 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:22.876193 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50814) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:22.878650 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:22.958325 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port fc24df0a-0b24-4319-a265-17707d3aa13b completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:22.994885 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:22.996433 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:23.028452 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13484ada-f0d4-4400-acde-b7d633b313f0 None None] Pushing event updated for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:23.109288 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device d18491b0-af73-41a1-b654-116e70444c45 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:23.133378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: d18491b0-af73-41a1-b654-116e70444c45 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:23.133772 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device d18491b0-af73-41a1-b654-116e70444c45 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:23.162383 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:23.238323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:23.268839 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.323059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50822) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:23.452570 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:21Z', 'revision_number': 3, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:23.509281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb947e8-825f-45d6-9e38-9164a18fd5cf None None] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:23.510959 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Checking router: 95a22a5e-aecb-4841-bc8b-be7db36780c6 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:23.511376 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Updating router 95a22a5e-aecb-4841-bc8b-be7db36780c6 port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:23.520523 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2142558524-network', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:23.547925 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.586657 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Made reservation on behalf of 6d70c7a2a6e24563be50e80a3b2ba59f for: {'network': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:23.588847 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for network, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.603237 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.611974 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Deleting port 44187b68-ca77-4115-98ae-76071f08468c {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:23.612329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.680773 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.732762 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] For port 44187b68-ca77-4115-98ae-76071f08468c, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=44187b68-ca77-4115-98ae-76071f08468c,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:23.733026 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.756566 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Calling delete_port for 44187b68-ca77-4115-98ae-76071f08468c owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:23.803730 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Provisioning for port fc24df0a-0b24-4319-a265-17707d3aa13b completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:23.833972 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Provisioning complete for port fc24df0a-0b24-4319-a265-17707d3aa13b triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:23.834328 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.858974 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.873222 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.897326 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Allocated IP 172.20.0.1 (2e4a4612-a2b0-405e-b897-ba03ebc89662/1baaa7bd-03db-45fd-aab1-c11572bd5ac2/b3274cf4-e97e-4c02-aab1-381fcce6508e) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:23.909415 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:22Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:23.938638 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.946310 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8aa8c9-376b-4435-90fb-d1a8fe1510b2 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:22Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:23.959080 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Transition to ACTIVE for port object e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:23.978080 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.990326 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:23.999881 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6e4d67-50a5-4831-9138-dbdf71a8a378,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.011086 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93861) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 21:28:24.046648 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.047129 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.segments_db [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Added segment 0b6971bd-b68b-41e9-9959-37e4568d59e3 of type vlan for network 2e927cc9-0b86-4cec-b142-cbf89275e5fa Aug 26 21:28:24.054098 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] For port fc24df0a-0b24-4319-a265-17707d3aa13b, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=fc24df0a-0b24-4319-a265-17707d3aa13b,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:24.062452 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.087555 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Pushing event updated for resources: {'Port': ['ID=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,revision_number=2']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.148688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748822444117'] for network, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.150091 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df65e-1b28-4876-9eee-c9eb12d974db None None] Pushing event updated for resources: {'Port': ['ID=fc24df0a-0b24-4319-a265-17707d3aa13b,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.153061 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Attempting to bind port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:24.155795 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Attempting to bind port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:24.156875 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Attempting to bind port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:24.165943 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.167466 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.170323 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.170662 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.170990 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.171500 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.172084 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.173988 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.174802 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.175323 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.175840 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.176318 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.178581 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:24.194475 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:24.195257 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:24.196005 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.196561 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:24.197215 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Bound port: e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:24.199897 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.205633 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Transition to ACTIVE for port object b3274cf4-e97e-4c02-aab1-381fcce6508e will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:24.233758 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 0077556f-1413-49d6-be24-90bad10bc13a up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:24.248133 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703'] for network, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.251732 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:24.252332 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.261116 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.282067 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] For port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:24.286518 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] For port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:24.297361 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.313015 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:24.316351 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:24.319995 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:24.331789 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 0077556f-1413-49d6-be24-90bad10bc13a completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:24.336515 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 0077556f-1413-49d6-be24-90bad10bc13a triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:24.336893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.361508 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaaaa0-bc21-4e09-aa89-85aa6ff3ec29 None None] Pushing event updated for resources: {'Port': ['ID=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.370366 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Pushing event updated for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.394112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.400927 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0768096 Aug 26 21:28:24.406539 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:24.407214 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:24.413008 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.425744 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50826) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:24.464102 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Request body: {'subnet': {'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2142558524-subnet', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:24.473911 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7c7c7-17a1-41e3-9239-025b04d59a41 admin admin] Pushing event updated for resources: {'Network': ['ID=2e927cc9-0b86-4cec-b142-cbf89275e5fa,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.493933 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa details requested by agent ovs-agent-dv-cinder-806260-2-iscsi with host dv-cinder-806260-2-iscsi {{(pid=93862) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 21:28:24.526877 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-4d929a60-8dcb-4e9b-9be7-5a98753f716f None None] Provisioning complete for port fc24df0a-0b24-4319-a265-17707d3aa13b triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:24.526877 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4d929a60-8dcb-4e9b-9be7-5a98753f716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.573810 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44187b68-ca77-4115-98ae-76071f08468c,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.604837 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:24.635474 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.660890 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Made reservation on behalf of 6d70c7a2a6e24563be50e80a3b2ba59f for: {'subnet': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:24.670401 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3673585'] for subnet, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.739098 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.824172 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 0077556f-1413-49d6-be24-90bad10bc13a, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=0077556f-1413-49d6-be24-90bad10bc13a,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:24.836426 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.947572 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:21Z', 'revision_number': 3, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:24.958360 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.964284 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:24.968106 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:24.974454 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.010221 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dcb5a8-9e61-4411-ba63-21f9aeab09ea None None] The sync data for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi is: [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:21Z', 'revision_number': 3, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:25.054010 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.067400 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Pushing event updated for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:25.070132 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-264d5173-7155-4746-8efa-dae1a6b0632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.098794 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d5ff3406-4212-45cb-9a11-d0a52ad18822 None None] Provisioning for port b3274cf4-e97e-4c02-aab1-381fcce6508e completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:25.108026 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-d5ff3406-4212-45cb-9a11-d0a52ad18822 None None] Provisioning complete for port b3274cf4-e97e-4c02-aab1-381fcce6508e triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:25.108367 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d5ff3406-4212-45cb-9a11-d0a52ad18822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.116363 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3480663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3673475'] for subnet, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.164663 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-d5ff3406-4212-45cb-9a11-d0a52ad18822 None None] Port b3274cf4-e97e-4c02-aab1-381fcce6508e cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:25.197780 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:25.199154 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:25.260773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f211f7f1-14e8-4896-8346-4b43fbb8b930,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:25.297379 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Checking segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:25.297729 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Network hostable DHCP agents. Network: 2e927cc9-0b86-4cec-b142-cbf89275e5fa, hostable agents: ['ecfcdab2-7e30-4bc2-8d4a-329d1a296af3'], hosted agents: [] {{(pid=93861) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 21:28:25.330191 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is scheduled to be hosted by DHCP agent ecfcdab2-7e30-4bc2-8d4a-329d1a296af3 with binding_index 1 {{(pid=93861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 21:28:25.337649 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:25.358558 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806260-2-iscsi, 2e927cc9-0b86-4cec-b142-cbf89275e5fa) {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:25.370254 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Router 95a22a5e-aecb-4841-bc8b-be7db36780c6 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:25.375308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94452f5f-fa57-4346-aa2b-9014d5c869d9 None None] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:25.416189 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:25.416777 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.462758 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-50b0e332-d653-49a2-8617-e57db915eee0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0184164 Aug 26 21:28:25.465750 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50828) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:25.471248 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:25.542996 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:25.551242 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-961bd751-6e51-4aca-b0cb-a4e6f8d58bf9 admin admin] 10.222.0.26 "PUT /v2.0/routers/8b3fe8e4-d953-4631-9ef7-0392a21499c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3013883 Aug 26 21:28:25.551752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50830) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:25.552198 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1003560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-37163'] for router, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.553238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1006318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-37170'] for router, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.564013 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Sync routers for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:25.568104 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:25.574932 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-755839cf-4b0f-4acb-aa5d-31a09e99bd9c admin admin] 10.222.0.26 "PUT /v2.0/routers/95a22a5e-aecb-4841-bc8b-be7db36780c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6958337 Aug 26 21:28:25.633363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.635638 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-66c752bc-0ae0-4f48-a4ca-2c371025b2c7 None None] Provisioning complete for port b3274cf4-e97e-4c02-aab1-381fcce6508e triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:25.636058 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-66c752bc-0ae0-4f48-a4ca-2c371025b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.641766 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:25.642448 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:25.692528 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.746967 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp89cab624-2888-51f8-be35-e7b05661f839-2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930'}]}} from dv-cinder-806260-2-iscsi. {{(pid=93862) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 26 21:28:25.753774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.807628 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-66c752bc-0ae0-4f48-a4ca-2c371025b2c7 None None] Port b3274cf4-e97e-4c02-aab1-381fcce6508e cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:25.852412 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:25.926771 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:26.158672 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.245141 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Deleting port b3a8fa4b-f9c4-4234-befa-ee9d18985825 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:26.245548 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.261713 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.db_base_plugin_common [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Allocated IP 172.20.0.2 (2e927cc9-0b86-4cec-b142-cbf89275e5fa/f211f7f1-14e8-4896-8346-4b43fbb8b930/78960a0f-b905-4469-8794-3fd985d76f49) {{(pid=93862) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:26.296954 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port': {'id': 'b3a8fa4b-f9c4-4234-befa-ee9d18985825', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:33Z', 'updated_at': '2021-08-26T21:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:26.394321 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] For port b3a8fa4b-f9c4-4234-befa-ee9d18985825, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3a8fa4b-f9c4-4234-befa-ee9d18985825,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:26.394793 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.413505 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Calling delete_port for b3a8fa4b-f9c4-4234-befa-ee9d18985825 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:26.461175 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Checking router: 8b3fe8e4-d953-4631-9ef7-0392a21499c8 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:26.467350 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:26.554749 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50838) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:26.557547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745434915', 'description': 'tempest-secgroup-smoke-1745434915 description', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:26.580489 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.599873 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.608920 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.649935 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.681553 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Routers {'8b3fe8e4-d953-4631-9ef7-0392a21499c8'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:26.682487 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:26.682989 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a8fa4b-f9c4-4234-befa-ee9d18985825,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:26.722895 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Allocated IP 172.27.3.152 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/e3879723-d071-4780-af2d-559e6e1fae76) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:26.788137 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks [] for port, precommit_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.790681 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] Set router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:26.791687 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.796465 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.838888 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.853836 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.863544 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Transition to ACTIVE for port object 78960a0f-b905-4469-8794-3fd985d76f49 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:26.865789 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:28:26Z', 'revision_number': 7, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:26.884655 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.907326 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96339ee4-3e02-4419-80f9-3ec7dd26a9b9 None None] The sync data for ids ['8b3fe8e4-d953-4631-9ef7-0392a21499c8'] in dv-cinder-806260-2-iscsi is: [{'id': '8b3fe8e4-d953-4631-9ef7-0392a21499c8', 'name': 'tempest-TestShelveInstance-851329103-router', 'tenant_id': '75617b27657041618257c1738d0c1c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:32Z', 'updated_at': '2021-08-26T21:28:26Z', 'revision_number': 7, 'project_id': '75617b27657041618257c1738d0c1c3b', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:26.912891 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.918291 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.923626 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:26.926901 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Transition to ACTIVE for port object 78960a0f-b905-4469-8794-3fd985d76f49 will not be triggered until provisioned by entity DHCP. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:26.932184 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:26.932676 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.932797 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.938327 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3816841 Aug 26 21:28:26.939668 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50840) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:26.941913 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:26.946020 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:26.951441 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:26.952234 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:26.960714 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799'] for port, after_create {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:26.965197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Pushing event updated for resources: {'Port': ['ID=e3879723-d071-4780-af2d-559e6e1fae76,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.014891 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8525e-15c2-4cf6-b79b-4b9dbbe818a2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89eddb1b-8e7d-46a3-a35c-b34edc608eb3,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.034475 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.035730 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3fe8e4-d953-4631-9ef7-0392a21499c8 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:28:27.046027 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.047180 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-bca0a1a9-10ae-4ba6-9f03-f748b819299a admin admin] 10.222.0.26 "DELETE /v2.0/routers/8b3fe8e4-d953-4631-9ef7-0392a21499c8 HTTP/1.1" status: 204 len: 168 time: 1.4941063 Aug 26 21:28:27.049661 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50842) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:27.054016 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is already hosted by enough agents. {{(pid=93862) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:27.055859 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Pushing event updated for resources: {'Port': ['ID=78960a0f-b905-4469-8794-3fd985d76f49,revision_number=1']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.060536 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.scheduler.base_scheduler [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Resources bound (agent type, host, resource id): {{(pid=93862) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:27.066768 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Received port after_create {{(pid=93862) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:27.111319 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.125561 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Deleting subnet 802b3797-3ed7-4dd3-947f-c6ac572bee2b {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:28:27.131744 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.150364 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Attempting to bind port 78960a0f-b905-4469-8794-3fd985d76f49 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:27.151571 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Attempting to bind port 78960a0f-b905-4469-8794-3fd985d76f49 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:27.151571 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Attempting to bind port 78960a0f-b905-4469-8794-3fd985d76f49 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:27.164271 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:27.164650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Checking segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:27.165051 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.165446 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Bound using segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:27.165914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Bound port: 78960a0f-b905-4469-8794-3fd985d76f49, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:27.166299 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.176419 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.201570 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:27.206066 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.226692 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.227387 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 0077556f-1413-49d6-be24-90bad10bc13a up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:27.250495 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.262592 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.284260 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.306606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a99c191-cc27-4b9a-b155-a65d15262024,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.321680 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.326621 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-88b40aa6-27fd-4547-b389-945a1f458508 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3763647 Aug 26 21:28:27.327616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50844) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:27.331600 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.332663 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:27.343869 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] For port 78960a0f-b905-4469-8794-3fd985d76f49, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:27.349435 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] For port 78960a0f-b905-4469-8794-3fd985d76f49, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=78960a0f-b905-4469-8794-3fd985d76f49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:27.353884 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.368618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.413959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 0077556f-1413-49d6-be24-90bad10bc13a triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:27.413959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.421547 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.429112 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.477937 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802b3797-3ed7-4dd3-947f-c6ac572bee2b,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.485522 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Sync routers for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:27.489420 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.499361 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939786e6-6b8d-4832-8dda-399197d6c71e None None] Network 2090a94d-bd78-4d56-bea6-78c2f9eed707 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:27.500259 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b9f8435b-9834-4977-9d7e-77cea2a226ae admin admin] 10.222.0.26 "DELETE /v2.0/subnets/802b3797-3ed7-4dd3-947f-c6ac572bee2b HTTP/1.1" status: 204 len: 168 time: 0.4495554 Aug 26 21:28:27.500909 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50846) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:27.513392 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:27.514431 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:27:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:27.517428 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12786c-710a-4df3-80ff-bea5569e08fd None None] Pushing event updated for resources: {'Port': ['ID=78960a0f-b905-4469-8794-3fd985d76f49,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.615625 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.618091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1003711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1005617'] for router, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.645681 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.701495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.702188 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Deleting port 4751ceea-67df-433f-8014-e171e4560b9e {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:27.702770 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.722966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c33f42-0d8f-49c3-b970-41c447b9d725,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:27.731018 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.740855 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device fc24df0a-0b24-4319-a265-17707d3aa13b up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:27.750495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.752016 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b4c84f1a-88ee-4d92-95ab-5bd019ac1425 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4233069 Aug 26 21:28:27.754551 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50848) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:27.759590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:27.787394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] For port 4751ceea-67df-433f-8014-e171e4560b9e, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=4751ceea-67df-433f-8014-e171e4560b9e,segment=NetworkSegment(895cbee8-423f-4f5e-ba65-50f3c6b9c6fe),segment_id=895cbee8-423f-4f5e-ba65-50f3c6b9c6fe)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:27.788103 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.790029 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:27.802035 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port fc24df0a-0b24-4319-a265-17707d3aa13b triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:27.802315 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.806383 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Calling delete_port for 4751ceea-67df-433f-8014-e171e4560b9e owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:27.925132 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.955133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b86f84-fb5e-4f35-8eb0-a45e33baaaab None None] DHCP port deletion for 2090a94d-bd78-4d56-bea6-78c2f9eed707 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:28:27.960717 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-30393d36-3144-485a-bdc1-9e7d57e6eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:27.984934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.009770 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Router 45342b27-1ea1-4506-b51c-1d04090a7344 is scheduled to L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 with binding_index 1 {{(pid=93860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 21:28:28.024511 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=4751ceea-67df-433f-8014-e171e4560b9e,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:28.035179 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] No DVR routers for this DVR port 4751ceea-67df-433f-8014-e171e4560b9e on host dv-cinder-806260-2-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:28.086565 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.101931 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 4, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'b3274cf4-e97e-4c02-aab1-381fcce6508e', 'name': '', 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'mac_address': 'fa:16:3e:ec:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:23Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 2, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'subnets': [{'id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.105994 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.138532 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Checking router: 95a22a5e-aecb-4841-bc8b-be7db36780c6 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:28.138938 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Updating router 95a22a5e-aecb-4841-bc8b-be7db36780c6 port b3274cf4-e97e-4c02-aab1-381fcce6508e binding host dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:28.183984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.188632 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.199749 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2090a94d-bd78-4d56-bea6-78c2f9eed707']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.206352 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09455ae4-eba7-4460-b70f-ae32266d3eec,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:28.218329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.218988 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895cbee8-423f-4f5e-ba65-50f3c6b9c6fe') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.220873 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.225742 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b161aed9-2e9d-497b-8bf1-2295191ec6bd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4666104 Aug 26 21:28:28.227075 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50850) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:28.233436 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:28.234240 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:28.246471 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.248257 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:28.252895 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.258753 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-662d2662-b370-49dd-91a6-46282231b789 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7915022 Aug 26 21:28:28.259625 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50852) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:28.273357 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:28.274282 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.292052 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.332967 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:28:28.335425 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:28:28.337956 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:28:28.351829 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:28.415665 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.453688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.465690 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.467656 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2090a94d-bd78-4d56-bea6-78c2f9eed707 HTTP/1.1" status: 204 len: 168 time: 0.9657891 Aug 26 21:28:28.472892 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50854) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:28.477445 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:28.495077 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc42c6-4c89-462b-8c3e-64371adc4d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=2090a94d-bd78-4d56-bea6-78c2f9eed707,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:28.556525 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.562982 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.585601 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652f4547-586e-4c5d-bf9a-dea256c2846e,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:28.595047 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.600959 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50856) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:28.603692 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a297b0dc-da70-4d9f-8f85-661cd10b0f8a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755383 Aug 26 21:28:28.607765 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:28.628943 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks [] for port, precommit_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.644482 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.provisioning_blocks [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Transition to ACTIVE for port object b3274cf4-e97e-4c02-aab1-381fcce6508e will not be triggered until provisioned by entity L2. {{(pid=93863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:28.654207 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.658302 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:28.658675 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.734245 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e648a-d29f-4929-bb7d-721fce4382c9 None None] Pushing event updated for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=3']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:28.763075 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.796345 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.securitygroups_db [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Project 9cc186d0868a42d78b4dd26b9f57897a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:28:28.816304 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Attempting to bind port b3274cf4-e97e-4c02-aab1-381fcce6508e on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:28.816565 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Attempting to bind port b3274cf4-e97e-4c02-aab1-381fcce6508e by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:28.816927 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Attempting to bind port b3274cf4-e97e-4c02-aab1-381fcce6508e on network 2e4a4612-a2b0-405e-b897-ba03ebc89662 {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:28.828049 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:28.828424 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Checking segment: {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:28.828824 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.829216 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Bound using segment: {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'} {{(pid=93863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:28.829680 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.managers [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Bound port: b3274cf4-e97e-4c02-aab1-381fcce6508e, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d961155-cc7b-406a-b8a3-1e6e7114a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662'}}] {{(pid=93863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:28.830071 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.838797 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.847960 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 3, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:28.881580 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:28.881848 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Updating router 45342b27-1ea1-4506-b51c-1d04090a7344 port e3879723-d071-4780-af2d-559e6e1fae76 binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:28.908488 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] For port b3274cf4-e97e-4c02-aab1-381fcce6508e, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:28.912427 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.plugins.ml2.db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] For port b3274cf4-e97e-4c02-aab1-381fcce6508e, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3274cf4-e97e-4c02-aab1-381fcce6508e,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:28.923108 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron_lib.callbacks.manager [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:28.929742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 78960a0f-b905-4469-8794-3fd985d76f49 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:28.981239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.002798 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e648a-d29f-4929-bb7d-721fce4382c9 None None] Pushing event updated for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=4']} {{(pid=93863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:29.020330 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 78960a0f-b905-4469-8794-3fd985d76f49 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:29.029448 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:29.030082 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:29.156794 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3a8fa4b-f9c4-4234-befa-ee9d18985825 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:29.194184 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:29.196534 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: b3a8fa4b-f9c4-4234-befa-ee9d18985825 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:29.196893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3a8fa4b-f9c4-4234-befa-ee9d18985825 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:29.198545 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 4751ceea-67df-433f-8014-e171e4560b9e no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:29.375496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 4751ceea-67df-433f-8014-e171e4560b9e {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:29.375868 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 4751ceea-67df-433f-8014-e171e4560b9e not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:29.376273 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 44187b68-ca77-4115-98ae-76071f08468c no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:29.382136 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552a7cd-2a87-4907-a7c1-a7d23a39d772 None None] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:29.460829 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.461957 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 4, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'b3274cf4-e97e-4c02-aab1-381fcce6508e', 'name': '', 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'mac_address': 'fa:16:3e:ec:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:23Z', 'updated_at': '2021-08-26T21:28:28Z', 'revision_number': 4, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'subnets': [{'id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:29.486810 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 44187b68-ca77-4115-98ae-76071f08468c {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:29.486996 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.487116 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 44187b68-ca77-4115-98ae-76071f08468c not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:29.492251 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfc6b53-bfc8-4134-9532-b6d05e0c6851 None None] The sync data for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi is: [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 4, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': 'b3274cf4-e97e-4c02-aab1-381fcce6508e', 'name': '', 'network_id': '2e4a4612-a2b0-405e-b897-ba03ebc89662', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'mac_address': 'fa:16:3e:ec:ce:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:23Z', 'updated_at': '2021-08-26T21:28:28Z', 'revision_number': 4, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'subnets': [{'id': '1baaa7bd-03db-45fd-aab1-c11572bd5ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:29.542901 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c23cf07-450c-4601-9df6-7b4161d829bb,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:29.577764 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.611152 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.612420 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fd27eb05-badb-4e5b-a46a-3b70361df8d4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0085678 Aug 26 21:28:29.615556 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50858) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:29.625486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'security_group_rule': {'security_group_id': '89eddb1b-8e7d-46a3-a35c-b34edc608eb3', 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:29.631406 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Provisioning for port 78960a0f-b905-4469-8794-3fd985d76f49 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:29.665301 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.securitygroups_db [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Project 9cc186d0868a42d78b4dd26b9f57897a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 21:28:29.668407 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Provisioning complete for port 78960a0f-b905-4469-8794-3fd985d76f49 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:29.668779 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.676186 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.746143 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.767171 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Transition to ACTIVE for port object e3879723-d071-4780-af2d-559e6e1fae76 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:29.780840 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.781120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.792474 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.818412 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2d3597-bc6d-4d72-8da6-fac080a96366,revision_number=0']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:29.846244 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.852356 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-07f272ab-764c-4dd1-8d42-894a26f4e905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2339947 Aug 26 21:28:29.865994 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Allocated IP 172.20.0.1 (2e927cc9-0b86-4cec-b142-cbf89275e5fa/f211f7f1-14e8-4896-8346-4b43fbb8b930/9b6a7086-cea0-4be0-9f9a-a4e45fd99c29) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:29.914491 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.919931 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.929706 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bdf23-34da-4a9f-970d-e082fcdda21f None None] Pushing event updated for resources: {'Port': ['ID=e3879723-d071-4780-af2d-559e6e1fae76,revision_number=2']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:29.952668 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Attempting to bind port e3879723-d071-4780-af2d-559e6e1fae76 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:29.953174 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Attempting to bind port e3879723-d071-4780-af2d-559e6e1fae76 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:29.953640 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Attempting to bind port e3879723-d071-4780-af2d-559e6e1fae76 on network c6083e3d-8ace-485b-9941-9ad4fd3830b6 {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:29.989481 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] For port 78960a0f-b905-4469-8794-3fd985d76f49, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=78960a0f-b905-4469-8794-3fd985d76f49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:29.990523 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:29.991086 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Checking segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:29.991643 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:29.992174 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Bound using segment: {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:29.993017 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Bound port: e3879723-d071-4780-af2d-559e6e1fae76, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e916c28-de29-453f-8fba-49318ec36eb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:29.993552 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.055348 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.147806 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] For port e3879723-d071-4780-af2d-559e6e1fae76, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:30.197284 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] For port e3879723-d071-4780-af2d-559e6e1fae76, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e3879723-d071-4780-af2d-559e6e1fae76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:30.208839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.213160 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3274cf4-e97e-4c02-aab1-381fcce6508e up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:30.218019 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.227755 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562e0aa-c091-4dfe-80ad-a1db2eb633bb None None] Pushing event updated for resources: {'Port': ['ID=78960a0f-b905-4469-8794-3fd985d76f49,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:30.286128 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.provisioning_blocks [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Transition to ACTIVE for port object 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 will not be triggered until provisioned by entity DHCP. {{(pid=93860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:30.329513 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:30.330140 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:30.367182 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.387207 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120bdf23-34da-4a9f-970d-e082fcdda21f None None] Pushing event updated for resources: {'Port': ['ID=e3879723-d071-4780-af2d-559e6e1fae76,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:30.398983 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-6120e1ba-f44b-45a0-845b-09397c0964b2 None None] Provisioning complete for port 78960a0f-b905-4469-8794-3fd985d76f49 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:30.399191 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6120e1ba-f44b-45a0-845b-09397c0964b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.431276 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port b3274cf4-e97e-4c02-aab1-381fcce6508e completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:30.436743 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:30.443281 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:30.448460 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b3274cf4-e97e-4c02-aab1-381fcce6508e triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:30.448831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.456403 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:30.530339 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:30.554053 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1005806'] for router_interface, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.575128 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:30.726570 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.772742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.775439 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Deleting port a26cce04-17fc-4bfa-aa01-ff8f02602e6b {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:30.775909 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.890839 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.943242 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] For port a26cce04-17fc-4bfa-aa01-ff8f02602e6b, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:30.943848 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.961265 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port b3274cf4-e97e-4c02-aab1-381fcce6508e, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3274cf4-e97e-4c02-aab1-381fcce6508e,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:30.968146 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:30.968725 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Calling delete_port for a26cce04-17fc-4bfa-aa01-ff8f02602e6b owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:30.997597 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-7620dadc-a4bb-4098-a9c5-2c5ce6b04d3f None None] Provisioning for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:31.005298 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 3, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:31.014186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-7620dadc-a4bb-4098-a9c5-2c5ce6b04d3f None None] Provisioning complete for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:31.014498 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7620dadc-a4bb-4098-a9c5-2c5ce6b04d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.041323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b72c08-611e-4841-b158-71ce8a773f10 None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 3, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:31.080296 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:31.083997 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.088146 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-7620dadc-a4bb-4098-a9c5-2c5ce6b04d3f None None] Port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:31.091908 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.214686 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:31.219005 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1007409'] for router_interface, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.344158 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.379856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:31.380808 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26cce04-17fc-4bfa-aa01-ff8f02602e6b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:31.385459 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:31.656598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:31.722858 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-bfef4fde-3606-4023-b6d1-79ebeef11a73 None None] Provisioning complete for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:31.723318 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bfef4fde-3606-4023-b6d1-79ebeef11a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.724793 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:31.775150 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-bfef4fde-3606-4023-b6d1-79ebeef11a73 None None] Port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:31.870660 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:31.877264 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-4ec59f5a-61d0-4ee9-883f-312b8c63e2d5 admin admin] 10.222.0.26 "PUT /v2.0/routers/45342b27-1ea1-4506-b51c-1d04090a7344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6156089 Aug 26 21:28:32.017210 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:32.158967 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:32.165291 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-974f3e46-f610-42f2-af2c-fa7b945facb2 admin admin] 10.222.0.26 "PUT /v2.0/routers/c0ad2ccc-d080-4c53-82f8-940dcbb85aa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6910870 Aug 26 21:28:32.167875 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50926) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:32.172849 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Sync routers for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:32.190336 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:32.191050 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:32.307752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.349891 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 78960a0f-b905-4469-8794-3fd985d76f49 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:32.371322 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:32.414615 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 78960a0f-b905-4469-8794-3fd985d76f49 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:32.415312 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.424290 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.496745 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Deleting port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:32.496745 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.522010 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3274cf4-e97e-4c02-aab1-381fcce6508e up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:32.582114 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50928) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:32.587752 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496113631', 'description': 'tempest-description--1134013187'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:32.588527 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port b3274cf4-e97e-4c02-aab1-381fcce6508e triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:32.588892 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.619255 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] For port 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:32.619865 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.627535 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155'}], 'enable_snat': True}, 'gw_port_id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:28:31Z', 'revision_number': 5, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port': {'id': '382df35b-a75f-4fd0-ab61-33dd0c2a4ee5', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:c1:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:32.639408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Calling delete_port for 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:32.648437 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.688922 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Checking router: c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:32.697985 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Routers {'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:32.698598 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:32.721231 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e3879723-d071-4780-af2d-559e6e1fae76 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:32.792258 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port e3879723-d071-4780-af2d-559e6e1fae76 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:32.799592 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port e3879723-d071-4780-af2d-559e6e1fae76 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:32.799920 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.865014 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.889884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.895504 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] Set router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:32.926991 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.949524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.954938 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port e3879723-d071-4780-af2d-559e6e1fae76, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e3879723-d071-4780-af2d-559e6e1fae76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:32.956119 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50932) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:32.956312 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3727973 Aug 26 21:28:32.958273 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 6, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:32.959946 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.961714 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:32.962539 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group_rule': {'security_group_id': '2e57b7ee-58ca-44c3-8222-1061f237295c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:32.982869 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3012e-7487-4ef3-a042-88fb53a5629b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e57b7ee-58ca-44c3-8222-1061f237295c,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:32.999404 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7bd6ce-061f-4ca4-9767-bade5ccfbfe0 None None] The sync data for ids ['c0ad2ccc-d080-4c53-82f8-940dcbb85aa3'] in dv-cinder-806260-2-iscsi is: [{'id': 'c0ad2ccc-d080-4c53-82f8-940dcbb85aa3', 'name': 'tempest-TestShelveInstance-936370943-router', 'tenant_id': '856df53acd964ba9b4df15256e29744b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:22:38Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 6, 'project_id': '856df53acd964ba9b4df15256e29744b', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:33.004382 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.028012 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Pushing event deleted for resources: {'Port': ['ID=382df35b-a75f-4fd0-ab61-33dd0c2a4ee5,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.078472 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.083246 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=e3879723-d071-4780-af2d-559e6e1fae76,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.180393 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.183283 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.229925 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.230480 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:28:33.236391 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.237630 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d88c9789-fb9f-49ff-b246-41966c1b20ef admin admin] 10.222.0.26 "DELETE /v2.0/routers/c0ad2ccc-d080-4c53-82f8-940dcbb85aa3 HTTP/1.1" status: 204 len: 168 time: 1.0680134 Aug 26 21:28:33.240036 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50934) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:33.289826 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Deleting subnet c44495c1-295d-4c57-b4de-a3e08fd007e4 {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:28:33.294427 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.301600 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:33.311831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:33.312514 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:33.337960 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.369025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.375176 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.399205 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6938e9aa-0854-40ef-bc68-669e676ee776,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.409444 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.410958 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-3ea62c99-343a-47cc-8b4b-3fca59048784 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531276 Aug 26 21:28:33.414312 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50936) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:33.422384 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group_rule': {'security_group_id': '2e57b7ee-58ca-44c3-8222-1061f237295c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:33.435551 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.469614 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.525788 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.550877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.558744 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.559164 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44495c1-295d-4c57-b4de-a3e08fd007e4,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.563712 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.568374 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-599ec0f0-3676-4711-9d39-2515136f0427 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c44495c1-295d-4c57-b4de-a3e08fd007e4 HTTP/1.1" status: 204 len: 168 time: 0.3249271 Aug 26 21:28:33.568607 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50938) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:33.586851 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7034249-c2f5-4c34-ad50-5d37b91726db None None] Network 92835fc4-2c65-4d8c-a79f-2629f5471a75 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:28:33.591815 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9de60aa-ec61-40d2-93a3-d2fc9bbba4a6,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.597139 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.601501 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-76e57593-893d-41d9-adf3-cf176e482ca3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826990 Aug 26 21:28:33.601778 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50940) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:33.609144 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:33.638725 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.643213 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.675073 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:33.706884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Deleting port 67560f82-c61d-4454-a38c-d9a40787404f {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:28:33.707437 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.751721 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.773372 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] For port 67560f82-c61d-4454-a38c-d9a40787404f, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=67560f82-c61d-4454-a38c-d9a40787404f,segment=NetworkSegment(6ae28b7a-0162-48a8-91d3-0a1957203992),segment_id=6ae28b7a-0162-48a8-91d3-0a1957203992)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:33.773688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.788683 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Calling delete_port for 67560f82-c61d-4454-a38c-d9a40787404f owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:28:33.888564 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:33.899911 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Allocated IP 172.27.3.15 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/50c8cc07-1953-4337-be76-db4b2fb27e81) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:33.933837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Pushing event deleted for resources: {'Port': ['ID=67560f82-c61d-4454-a38c-d9a40787404f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:33.939061 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] No DVR routers for this DVR port 67560f82-c61d-4454-a38c-d9a40787404f on host dv-cinder-806260-2-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:28:33.985397 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 2, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:34.018807 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d130507-55d0-4af8-bfbe-f065e1afd962 None None] DHCP port deletion for 92835fc4-2c65-4d8c-a79f-2629f5471a75 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:28:34.022089 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:34.022440 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Updating router 45342b27-1ea1-4506-b51c-1d04090a7344 port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 binding host dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 21:28:34.041084 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.044779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.056706 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.058454 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92835fc4-2c65-4d8c-a79f-2629f5471a75']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:34.072263 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae28b7a-0162-48a8-91d3-0a1957203992') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:34.072559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae28b7a-0162-48a8-91d3-0a1957203992') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:34.085408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.094247 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.106139 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.114757 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:28:34.115252 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:28:34.117215 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:28:34.146452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:34.149565 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:34.154162 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:34.178282 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=50c8cc07-1953-4337-be76-db4b2fb27e81,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:34.208328 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.209742 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e3879723-d071-4780-af2d-559e6e1fae76 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:34.230259 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.234590 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] 10.222.0.26 "DELETE /v2.0/networks/92835fc4-2c65-4d8c-a79f-2629f5471a75 HTTP/1.1" status: 204 len: 168 time: 0.6628082 Aug 26 21:28:34.234590 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef31b-8c0c-43eb-943c-a8242de6770b admin admin] Pushing event deleted for resources: {'Network': ['ID=92835fc4-2c65-4d8c-a79f-2629f5471a75,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:34.275364 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.329844 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.359245 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port e3879723-d071-4780-af2d-559e6e1fae76 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:34.359771 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.404224 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50946) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:34.451877 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-58cb9a73-b241-48e7-b35b-3b5469349570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75617b27657041618257c1738d0c1c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461667 Aug 26 21:28:34.454426 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50948) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:34.513629 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.518206 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.523898 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.533440 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.547568 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Transition to ACTIVE for port object 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 will not be triggered until provisioned by entity L2. {{(pid=93862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:34.551632 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.554528 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.596402 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.609195 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 67560f82-c61d-4454-a38c-d9a40787404f no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:34.622507 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.625310 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=50c8cc07-1953-4337-be76-db4b2fb27e81,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:34.627122 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.629234 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.630753 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d22735e4-8d19-40fb-8e4f-cb81042353bc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0277543 Aug 26 21:28:34.633978 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ca2222d-5425-4d6d-8fcc-12f039dacb84 HTTP/1.1" status: 204 len: 168 time: 0.1730921 Aug 26 21:28:34.658144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddd294-7e77-42ed-b744-289db03c2976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca2222d-5425-4d6d-8fcc-12f039dacb84,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:34.661380 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00c6b3-c707-43bb-a8c3-54494ad0cac7 None None] Pushing event updated for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=3']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:34.667181 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 67560f82-c61d-4454-a38c-d9a40787404f {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:34.667585 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 67560f82-c61d-4454-a38c-d9a40787404f not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:34.667989 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:34.732254 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:34.732766 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 382df35b-a75f-4fd0-ab61-33dd0c2a4ee5 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:34.733190 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a26cce04-17fc-4bfa-aa01-ff8f02602e6b no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:28:34.759369 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: a26cce04-17fc-4bfa-aa01-ff8f02602e6b {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:28:34.759369 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device a26cce04-17fc-4bfa-aa01-ff8f02602e6b not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:28:34.786774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Attempting to bind port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 on host dv-cinder-806260-2-iscsi for vnic_type normal with profile {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:34.787205 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Attempting to bind port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 by drivers openvswitch,hyperv on host dv-cinder-806260-2-iscsi at level 0 using segments [{'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:34.787618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Attempting to bind port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:34.796248 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Checking agent: {'id': '89d89b1c-ff30-4cbf-a2f4-15fca7a6fc57', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806260-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 13, 28), 'started_at': datetime.datetime(2021, 8, 26, 21, 13, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806260-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:34.796652 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Checking segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:34.797026 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.797420 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Bound using segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} {{(pid=93862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:34.797894 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.managers [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Bound port: 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29, host: dv-cinder-806260-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}}] {{(pid=93862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:34.798276 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.881799 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] For port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29, host dv-cinder-806260-2-iscsi, cleared binding levels {{(pid=93862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:34.885655 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] For port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29, host dv-cinder-806260-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:34.891387 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-419b4ac1-f40f-40d8-9866-3eb3849461a7 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1496113631&fields=id&tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 267 time: 0.0435717 Aug 26 21:28:34.892093 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:34.961676 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:34.962319 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:35.014334 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-3c291f97-c471-4fe4-bbac-0fb88b233a26 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:35.014556 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00c6b3-c707-43bb-a8c3-54494ad0cac7 None None] Pushing event updated for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:35.015910 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-3c291f97-c471-4fe4-bbac-0fb88b233a26 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 811 time: 0.1236656 Aug 26 21:28:35.049909 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-f91d9a12-23e0-4b16-9b4e-1cd4643b2a4e tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/quotas/6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 375 time: 0.0213320 Aug 26 21:28:35.111771 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:35.118400 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-857dbd42-081e-4429-abfb-f35ad6e4a30f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617449 Aug 26 21:28:35.133095 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 50968) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:35.182028 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-dbc57755-f58d-4c67-8cfd-cc135e300cd3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=856df53acd964ba9b4df15256e29744b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475900 Aug 26 21:28:35.186782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 50972) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:35.240271 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:35.264943 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:35.361304 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:35.363286 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:34Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:35.363884 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:35.365012 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec8f3a4b-9190-40d1-82e2-96bfada28d2b HTTP/1.1" status: 204 len: 168 time: 0.1769905 Aug 26 21:28:35.375785 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e401b-a4ff-4a43-ba2e-acf3561da74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f3a4b-9190-40d1-82e2-96bfada28d2b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:35.396858 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785f4b3-8d22-4baf-b6cd-1f2283967eb1 None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:34Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:35.429894 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-00d12a33-685d-4206-b424-352f787b3c6b service neutron] 10.222.0.26 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980433 Aug 26 21:28:35.538128 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-c50cf103-fb2e-4250-b297-1c2b2c0baa63 service neutron] 10.222.0.26 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073003 Aug 26 21:28:35.766587 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-651c3df6-f660-437e-9bb5-a2e77c358754 req-c86ca78a-9242-4924-a63f-b196a3db8883 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 210 time: 0.0426242 Aug 26 21:28:36.167014 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:36.221062 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:36.224594 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:36.224959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:36.306646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:36.342028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] For port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:36.345664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:36.393780 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Pushing event updated for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:36.758949 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-2d32a306-2d47-4839-9837-c1e90911a8a3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:36.760508 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-2d32a306-2d47-4839-9837-c1e90911a8a3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 811 time: 0.1057498 Aug 26 21:28:36.820147 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-6a2dbb18-4240-4839-943c-f4ed3432e866 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 380 time: 0.0477896 Aug 26 21:28:36.830938 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'port': {'device_id': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'admin_state_up': True, 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'security_groups': ['2e57b7ee-58ca-44c3-8222-1061f237295c']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:36.879319 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5fb96620-ad5c-4441-97dd-3a9a6118f971 req-8e525985-249a-433e-ae43-e8d929f543df tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 210 time: 0.0310452 Aug 26 21:28:36.961267 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Made reservation on behalf of 6d70c7a2a6e24563be50e80a3b2ba59f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:36.964794 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.099770 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Allocated IP 172.20.0.7 (2e927cc9-0b86-4cec-b142-cbf89275e5fa/f211f7f1-14e8-4896-8346-4b43fbb8b930/8bd98952-50ab-4a24-99df-7679babbcb71) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:37.258354 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.272758 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Transition to ACTIVE for port object 8bd98952-50ab-4a24-99df-7679babbcb71 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:37.305815 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.345190 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:37.350359 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:37.354284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:37.384687 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:37.408656 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:37.409285 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.425262 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-68b5f7de-1bf4-4c55-9d41-3a1ceba34f49 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988650 Aug 26 21:28:37.439621 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Request body: {'port': {'device_id': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:37.497756 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.618625 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f38cfed5-df2d-4b29-bde5-736278631f30 None None] Provisioning for port 8bd98952-50ab-4a24-99df-7679babbcb71 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:37.623474 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-f38cfed5-df2d-4b29-bde5-736278631f30 None None] Provisioning complete for port 8bd98952-50ab-4a24-99df-7679babbcb71 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:37.623869 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f38cfed5-df2d-4b29-bde5-736278631f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.660228 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-f38cfed5-df2d-4b29-bde5-736278631f30 None None] Port 8bd98952-50ab-4a24-99df-7679babbcb71 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:37.763215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd98952-50ab-4a24-99df-7679babbcb71 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:28:37.771206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.783794 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Transition to ACTIVE for port object 8bd98952-50ab-4a24-99df-7679babbcb71 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:37.787368 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.860309 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:37.910001 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Attempting to bind port 8bd98952-50ab-4a24-99df-7679babbcb71 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:37.910482 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Attempting to bind port 8bd98952-50ab-4a24-99df-7679babbcb71 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:37.911057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Attempting to bind port 8bd98952-50ab-4a24-99df-7679babbcb71 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:37.916228 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Port 8bd98952-50ab-4a24-99df-7679babbcb71 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:28:37.916536 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Attempting to bind port 8bd98952-50ab-4a24-99df-7679babbcb71 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:37.922415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:37.922757 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Checking segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:37.923143 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Bound using segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:37.923578 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Bound port: 8bd98952-50ab-4a24-99df-7679babbcb71, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:37.923972 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:37.995250 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:37.998903 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8bd98952-50ab-4a24-99df-7679babbcb71,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:37.999881 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8ac71-04f6-421b-b5cf-0ae3815461bf req-fb761b36-d9fe-4e04-85fe-73aef1fed312 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.002000 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4d8ac71-04f6-421b-b5cf-0ae3815461bf req-fb761b36-d9fe-4e04-85fe-73aef1fed312 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 943 time: 0.0502887 Aug 26 21:28:38.005086 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:38.037180 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.037785 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:38.039332 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] 10.222.0.47 "PUT /v2.0/ports/8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 1093 time: 0.6046190 Aug 26 21:28:38.041660 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:38.045377 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:38.047241 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c4d8ac71-04f6-421b-b5cf-0ae3815461bf req-43b957ca-e78f-47ab-a9ab-dad07514caca tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389087 Aug 26 21:28:38.080395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ac03a-84b2-43f3-b0a0-7b078448b120 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:38.101161 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86da2ef-fc3e-4bc0-8845-635d8c3bd1c6 x-openstack-request-id: req-c86da2ef-fc3e-4bc0-8845-635d8c3bd1c6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:38.101517 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:38.101773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c86da2ef-fc3e-4bc0-8845-635d8c3bd1c6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:38.102167 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71', 'status': 'completed', 'code': 200} Aug 26 21:28:38.138849 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-a398eb74-9a77-46e1-a695-5b35a318501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.140390 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-a398eb74-9a77-46e1-a695-5b35a318501c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1096 time: 0.0554478 Aug 26 21:28:38.162612 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 up at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:38.190437 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-2ebdb796-21fc-46fe-b5e1-284c985d5e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 217 time: 0.0416350 Aug 26 21:28:38.224333 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Provisioning complete for port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:38.224706 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:38.249048 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-c4a66721-3aad-4e4a-9b3e-79aafb890117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.250923 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-c4a66721-3aad-4e4a-9b3e-79aafb890117 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0514023 Aug 26 21:28:38.305631 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-18bb2cce-cf67-453b-9c4b-71584713529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.307204 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-18bb2cce-cf67-453b-9c4b-71584713529e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488143 Aug 26 21:28:38.384136 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:28:38.399855 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-532cc6b6-4aa8-41c2-b5a9-d637f17d8ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843930 Aug 26 21:28:38.753280 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4e443ec6-490b-4829-86e2-a60fcef75301 req-62bc00d5-cd45-4454-826c-5f6de2692793 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449092 Aug 26 21:28:38.847284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-5b4401a4-00e0-46d6-9aec-9518a67f0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.848777 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-5b4401a4-00e0-46d6-9aec-9518a67f0c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1096 time: 0.0446868 Aug 26 21:28:38.940700 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-6c3bfa76-ff41-4192-83f5-02f62297d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:38.942155 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-6c3bfa76-ff41-4192-83f5-02f62297d15f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0841942 Aug 26 21:28:38.989531 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-54afdc78-7fcb-45a3-a3d1-e95f7bf2e167 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 217 time: 0.0390532 Aug 26 21:28:39.041371 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-eb28f6ab-ce2d-40fe-98e3-54f6e7b1847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:39.042836 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-eb28f6ab-ce2d-40fe-98e3-54f6e7b1847d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0430031 Aug 26 21:28:39.088205 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-04193075-ba5d-49cd-95c9-e87b1a14f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:39.089672 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-04193075-ba5d-49cd-95c9-e87b1a14f03b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388625 Aug 26 21:28:39.186090 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-2b1e4d6f-e23f-4a2e-9a52-8bc7e1df812d service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876937 Aug 26 21:28:39.195270 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01f050-9790-4491-833e-0ca4a25faf84 req-1c8360fb-c9a6-4100-a920-cfccdadd715b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:39.196789 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e01f050-9790-4491-833e-0ca4a25faf84 req-1c8360fb-c9a6-4100-a920-cfccdadd715b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 943 time: 0.0536878 Aug 26 21:28:39.243751 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e01f050-9790-4491-833e-0ca4a25faf84 req-316b5e5a-04be-4eb9-be25-8a8c2666e5fb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Aug 26 21:28:39.290592 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-57fa513c-d5a8-4bf7-b029-e4fdbabb45b7 req-5b29882b-922a-4f2c-8c6e-ab2fb7159470 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970094 Aug 26 21:28:39.951054 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8bd98952-50ab-4a24-99df-7679babbcb71 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:28:40.046775 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8bd98952-50ab-4a24-99df-7679babbcb71,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:40.058118 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '8bd98952-50ab-4a24-99df-7679babbcb71', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'port_id': '8bd98952-50ab-4a24-99df-7679babbcb71', 'mac_address': 'fa:16:3e:4f:1e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:28:40.101554 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:40.115319 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd98952-50ab-4a24-99df-7679babbcb71 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:28:40.134766 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8bd98952-50ab-4a24-99df-7679babbcb71,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:40.138386 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:40.188513 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:40.195520 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.195894 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.196233 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.196562 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.197004 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.197337 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.197660 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.197982 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.198304 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.198621 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.198937 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.199252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:28:40.362260 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d3d2-248d-4371-b732-023abddb3d8d req-d0ab81db-76c8-4c0f-879b-814e3daf9466 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:40.363779 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a34d3d2-248d-4371-b732-023abddb3d8d req-d0ab81db-76c8-4c0f-879b-814e3daf9466 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 944 time: 0.0554209 Aug 26 21:28:40.381219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['8bd98952-50ab-4a24-99df-7679babbcb71'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:28:40.404698 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5a34d3d2-248d-4371-b732-023abddb3d8d req-037427a5-ab2c-4cf1-bac6-8b340eaff942 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Aug 26 21:28:41.518931 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeac476-d47b-4dda-9b88-9f7ef11c9b66 req-649449a5-0915-43e4-b421-43fa91c2b79b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:41.520419 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-beeac476-d47b-4dda-9b88-9f7ef11c9b66 req-649449a5-0915-43e4-b421-43fa91c2b79b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 944 time: 0.0485613 Aug 26 21:28:41.557791 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-beeac476-d47b-4dda-9b88-9f7ef11c9b66 req-518ef9b7-269f-429d-8fbb-14f4e7cffc68 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Aug 26 21:28:41.973999 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8bd98952-50ab-4a24-99df-7679babbcb71 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:28:42.022490 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 8bd98952-50ab-4a24-99df-7679babbcb71 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:42.026790 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 8bd98952-50ab-4a24-99df-7679babbcb71 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:42.027221 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:42.109857 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:42.132159 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:42.134387 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7685c3-e4a2-43fb-b0ef-c0dfe108949a" -d '{"events": [{"server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "name": "network-vif-plugged", "status": "completed", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:42.150839 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8bd98952-50ab-4a24-99df-7679babbcb71,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:42.155477 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:42.178342 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e9ad8-b186-4f80-9119-3a9938fec19f x-openstack-request-id: req-a92e9ad8-b186-4f80-9119-3a9938fec19f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:42.178628 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "name": "network-vif-plugged", "status": "completed", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:42.178879 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a92e9ad8-b186-4f80-9119-3a9938fec19f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:42.179265 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71', 'code': 200} Aug 26 21:28:42.204332 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:42.342525 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbc5e1-cc47-4228-af56-96c749bd7916 req-21b6a241-8aa3-4169-a714-5953ae3830bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:42.344044 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c4fbc5e1-cc47-4228-af56-96c749bd7916 req-21b6a241-8aa3-4169-a714-5953ae3830bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1098 time: 0.0425632 Aug 26 21:28:42.383980 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c4fbc5e1-cc47-4228-af56-96c749bd7916 req-fcb66497-d71e-4d89-8bf2-d163e4156628 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327864 Aug 26 21:28:42.670594 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9929252-a4f4-49a0-b31b-ea9d7060197a req-2af7d6af-4ac7-4e29-83ae-f388d984df4b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:42.672116 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9929252-a4f4-49a0-b31b-ea9d7060197a req-2af7d6af-4ac7-4e29-83ae-f388d984df4b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 26 21:28:42.710659 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9929252-a4f4-49a0-b31b-ea9d7060197a req-2b4fd847-283a-4498-b9c5-0d35bd2a5b2b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327458 Aug 26 21:28:43.828269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff78a49-d01c-4628-8e99-478dc5b6ad1c req-7d900872-a653-4867-b48d-331d5326e08a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:43.829737 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ff78a49-d01c-4628-8e99-478dc5b6ad1c req-7d900872-a653-4867-b48d-331d5326e08a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0520377 Aug 26 21:28:43.866000 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9ff78a49-d01c-4628-8e99-478dc5b6ad1c req-527dc94d-b5fa-45aa-b288-50fca8ce33d6 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307229 Aug 26 21:28:43.974410 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2dfb36-cd9e-43d7-870f-1cd8c2d68a56 req-a1692f41-b0a1-413d-be6a-c265065bc956 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:43.975868 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8c2dfb36-cd9e-43d7-870f-1cd8c2d68a56 req-a1692f41-b0a1-413d-be6a-c265065bc956 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0472538 Aug 26 21:28:43.984848 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51038) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:28:43.989341 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'floatingip': {'port_id': '8bd98952-50ab-4a24-99df-7679babbcb71'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:44.026753 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:44.445249 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:44.448870 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:44.547256 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Floating IP 8cdf6805-c4fe-415d-a861-1059ad30781f associated. External IP: 172.27.3.15, port: 8bd98952-50ab-4a24-99df-7679babbcb71. Aug 26 21:28:44.743247 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:28:44.849943 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:28:44.854731 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:44.859397 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:28:44.868690 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:44.869379 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:44.881223 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7c566c38-28e1-4dfb-8f65-ac67b9e6225f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "PUT /v2.0/floatingips/8cdf6805-c4fe-415d-a861-1059ad30781f HTTP/1.1" status: 200 len: 990 time: 0.8953431 Aug 26 21:28:44.881816 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:44.884061 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:44.926208 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17811515-5d29-46a6-b9c1-7f158e53e6d7 x-openstack-request-id: req-17811515-5d29-46a6-b9c1-7f158e53e6d7 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:44.926528 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:44.926779 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17811515-5d29-46a6-b9c1-7f158e53e6d7 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:44.927189 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71', 'status': 'completed', 'code': 200} Aug 26 21:28:44.979997 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:44.993534 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-a26ee7e5-735e-4044-a087-3c345e028127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:44.994971 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-a26ee7e5-735e-4044-a087-3c345e028127 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1098 time: 0.0404279 Aug 26 21:28:45.096388 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-f4d4470a-c379-4d8d-882f-4690919d96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:45.098817 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-f4d4470a-c379-4d8d-882f-4690919d96c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0952873 Aug 26 21:28:45.170009 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-c5cb5545-8ad2-4417-b583-05e3fa371a8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 998 time: 0.0628257 Aug 26 21:28:45.214149 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '8cdf6805-c4fe-415d-a861-1059ad30781f', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '8bd98952-50ab-4a24-99df-7679babbcb71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:4f:1e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:28:34Z', 'updated_at': '2021-08-26T21:28:44Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:45.218512 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-22bce5e8-5265-4035-86cc-9c1c96c0cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:45.219979 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-22bce5e8-5265-4035-86cc-9c1c96c0cf87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0428131 Aug 26 21:28:45.243811 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:28:45.252520 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:28:45.253112 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:45.265534 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-6995ede1-4be7-4865-8607-4d0b83789d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:45.267002 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-6995ede1-4be7-4865-8607-4d0b83789d11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395749 Aug 26 21:28:45.351799 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:28:45.360433 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-1c3c9cf9-8cf5-48cc-a345-91897bbf2ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855479 Aug 26 21:28:45.448822 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-7bbfdcf8-c21d-4e6c-8b4b-126163c943c9 req-282fee49-39b4-42a2-a542-d467ecd6f0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808480 Aug 26 21:28:45.569036 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '8cdf6805-c4fe-415d-a861-1059ad30781f', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '8bd98952-50ab-4a24-99df-7679babbcb71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:4f:1e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:28:34Z', 'updated_at': '2021-08-26T21:28:44Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:28:45.593852 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08d1c4e-934e-470f-a751-60f4845d0eec None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '8cdf6805-c4fe-415d-a861-1059ad30781f', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.15', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '8bd98952-50ab-4a24-99df-7679babbcb71', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:4f:1e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:28:34Z', 'updated_at': '2021-08-26T21:28:44Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:28:45.773002 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ad983-646d-443b-9fb9-448ca83eba26 None None] New status for floating IP 8cdf6805-c4fe-415d-a861-1059ad30781f: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:28:47.922584 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-cdcc20a9-7dae-46c5-9cb4-446db3bdbacc tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745434915&fields=id&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 267 time: 0.0320666 Aug 26 21:28:48.028094 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-83f95bd1-7196-4755-b73b-a5b2654c6033 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:48.029589 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-83f95bd1-7196-4755-b73b-a5b2654c6033 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.1005435 Aug 26 21:28:48.044464 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a7f2d90a-7d2a-486b-809d-68c162b7fe6b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/quotas/9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 375 time: 0.0092304 Aug 26 21:28:48.096248 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c771dedf-5719-430f-9e66-a9530f004145 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457709 Aug 26 21:28:48.191955 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-9b51fe51-50c0-4289-9f07-e72496930efb service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835831 Aug 26 21:28:48.291240 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-ff8eee1f-6e3e-49ed-8791-fadb750ddab7 service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934215 Aug 26 21:28:48.463173 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:48.570644 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-e841dd5f-3ca5-490f-902e-acf41cdee0fc req-78300e5f-c2fa-40c6-8ac2-fa307845407f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 210 time: 0.0273938 Aug 26 21:28:49.489379 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-635c2507-2dfe-4d9f-9dfb-b2c10edeb68e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:49.490804 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-635c2507-2dfe-4d9f-9dfb-b2c10edeb68e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.1046550 Aug 26 21:28:49.636900 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-304837f1-cd35-4108-9ae6-2d1634d74395 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 380 time: 0.0363624 Aug 26 21:28:49.646099 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'port': {'device_id': '289ed703-e57f-42a8-abe8-67b32448501d', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'admin_state_up': True, 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'security_groups': ['89eddb1b-8e7d-46a3-a35c-b34edc608eb3']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:49.664233 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f3a86412-0a21-4a5d-8c85-58a14d476048 req-59295c52-6fcf-4283-bf76-9baba38a75d2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 210 time: 0.0272830 Aug 26 21:28:49.754697 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Made reservation on behalf of 9cc186d0868a42d78b4dd26b9f57897a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:28:49.758364 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:49.886058 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.20.0.8 (764387ca-8320-485a-a3b7-bb55f34863bf/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb/2a18608c-d15d-4dee-9532-3fe02d3aeb24) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:28:50.028450 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.046057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Transition to ACTIVE for port object 2a18608c-d15d-4dee-9532-3fe02d3aeb24 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:50.079794 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.124166 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:28:50.127185 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:28:50.131056 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:28:50.138083 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:50.183195 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:50.183850 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.198997 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-c8cd1f97-a494-4035-af61-5ad59a3f5bf1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565608 Aug 26 21:28:50.211736 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Request body: {'port': {'device_id': '289ed703-e57f-42a8-abe8-67b32448501d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:28:50.266942 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.310676 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c464e831-d9dc-4494-b4a1-27b38bf38cdf None None] Provisioning for port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:28:50.314444 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-c464e831-d9dc-4494-b4a1-27b38bf38cdf None None] Provisioning complete for port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:28:50.315060 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c464e831-d9dc-4494-b4a1-27b38bf38cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.351360 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-c464e831-d9dc-4494-b4a1-27b38bf38cdf None None] Port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:28:50.534311 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a18608c-d15d-4dee-9532-3fe02d3aeb24 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:28:50.541367 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.552530 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Transition to ACTIVE for port object 2a18608c-d15d-4dee-9532-3fe02d3aeb24 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:28:50.557022 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.606938 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Pushing event updated for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:50.678729 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Attempting to bind port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:28:50.679058 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Attempting to bind port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:28:50.679381 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Attempting to bind port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:50.683748 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 on network 764387ca-8320-485a-a3b7-bb55f34863bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:28:50.684204 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Attempting to bind port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:28:50.689274 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:28:50.689611 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:28:50.690241 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Bound using segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:28:50.690659 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Bound port: 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:28:50.691030 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.761182 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:28:50.765944 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:28:50.770303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.791307 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7754f7-624c-4d6d-a5d9-59552704b05f req-ab794a0e-3133-4719-8a88-77cf0378f9c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:50.792796 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db7754f7-624c-4d6d-a5d9-59552704b05f req-ab794a0e-3133-4719-8a88-77cf0378f9c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0561435 Aug 26 21:28:50.810436 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:50.811058 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:50.812534 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] 10.222.0.47 "PUT /v2.0/ports/2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 200 len: 1093 time: 0.6052675 Aug 26 21:28:50.812983 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:28:50.815507 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a41c38-50dd-4090-8873-f2870a049535" -d '{"events": [{"name": "network-changed", "server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:28:50.836172 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68527c6-e9f9-44b4-a877-fa2a3c58048f service neutron] Pushing event updated for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:50.855533 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-db7754f7-624c-4d6d-a5d9-59552704b05f req-47f56437-c321-4a56-b25f-4d0cb789409d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560753 Aug 26 21:28:50.865971 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed6a932-b14f-4725-b283-3168c64ac78e x-openstack-request-id: req-3ed6a932-b14f-4725-b283-3168c64ac78e {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:28:50.866336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:28:50.866625 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ed6a932-b14f-4725-b283-3168c64ac78e {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:28:50.867074 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'status': 'completed', 'code': 200} Aug 26 21:28:50.897606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-72290bd2-2b08-4455-97d4-7aeac6bc145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:50.899189 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-72290bd2-2b08-4455-97d4-7aeac6bc145f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1096 time: 0.0438833 Aug 26 21:28:50.946951 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-2d24c78a-fa51-4b54-865f-f180452b9322 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Aug 26 21:28:50.997175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-da0b5b92-d4d6-4cb5-ae2a-cd3f51eb18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:50.998991 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-da0b5b92-d4d6-4cb5-ae2a-cd3f51eb18cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0456223 Aug 26 21:28:51.043627 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-b9e9c854-18e9-4a2b-9fe6-0ee329605a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.045128 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-b9e9c854-18e9-4a2b-9fe6-0ee329605a63 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392129 Aug 26 21:28:51.135634 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-a685bd1e-22bc-4d67-bd43-6dded52fadd5 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Aug 26 21:28:51.221125 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-1668d7fb-7dca-4c08-8228-d67aaba304bf req-e6c1fddd-a876-4652-b969-dbe1b2f3235b service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786293 Aug 26 21:28:51.305802 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41c38-50dd-4090-8873-f2870a049535 req-209dd7c4-e7d6-4a79-ab45-50667cd0fb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.307232 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-209dd7c4-e7d6-4a79-ab45-50667cd0fb1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1096 time: 0.0443063 Aug 26 21:28:51.393037 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41c38-50dd-4090-8873-f2870a049535 req-2404f254-9d2c-4607-9fd5-fca24501d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.394443 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-2404f254-9d2c-4607-9fd5-fca24501d5d2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0800648 Aug 26 21:28:51.437065 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-8f1bf584-98d0-4e74-9f4c-c0632ab1c228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 200 len: 217 time: 0.0349402 Aug 26 21:28:51.496214 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41c38-50dd-4090-8873-f2870a049535 req-a21a1e80-30f4-4e9c-b424-838633a5db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.498464 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-a21a1e80-30f4-4e9c-b424-838633a5db18 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0525584 Aug 26 21:28:51.545238 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41c38-50dd-4090-8873-f2870a049535 req-d3250ca3-15c8-47fb-84f2-a92aafeec311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.546729 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-d3250ca3-15c8-47fb-84f2-a92aafeec311 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405328 Aug 26 21:28:51.634114 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-0bb775ba-9047-48b4-b77f-19261c397c52 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798359 Aug 26 21:28:51.725860 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-17a41c38-50dd-4090-8873-f2870a049535 req-71f3fac2-0a75-4f46-ba1e-06d2c9a10854 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846682 Aug 26 21:28:51.974218 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df49be-7a8e-436c-bd48-ff032045543e req-35b303d8-85fe-48ea-bdef-b24d79c88953 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:51.975725 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32df49be-7a8e-436c-bd48-ff032045543e req-35b303d8-85fe-48ea-bdef-b24d79c88953 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0526311 Aug 26 21:28:52.012103 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-32df49be-7a8e-436c-bd48-ff032045543e req-dafbc22a-1f19-4ca6-a48f-d2a39f9290e1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302534 Aug 26 21:28:53.124077 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47da197-b21b-48e7-9f8c-52812c319600 req-04e6d14d-e0b0-4f68-ac45-e1620ef84a70 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:53.125512 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c47da197-b21b-48e7-9f8c-52812c319600 req-04e6d14d-e0b0-4f68-ac45-e1620ef84a70 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0473163 Aug 26 21:28:53.162041 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c47da197-b21b-48e7-9f8c-52812c319600 req-100f0635-237c-4bba-b6be-7c3a6eb7a906 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307808 Aug 26 21:28:54.271789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ebc68-034a-4dd8-b352-ebdb32da5d92 req-a2b5204a-1f5c-4b73-a86d-0a079ad9de68 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:54.273212 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c0ebc68-034a-4dd8-b352-ebdb32da5d92 req-a2b5204a-1f5c-4b73-a86d-0a079ad9de68 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0469272 Aug 26 21:28:54.312418 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c0ebc68-034a-4dd8-b352-ebdb32da5d92 req-f235af32-176b-4d4d-889b-6723acb7fa4e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Aug 26 21:28:55.057725 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-784466e1-ff03-4f84-9252-07e50433199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:55.424538 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31c6a3-be97-4095-a8ca-759d5bd8d0a7 req-66545a1e-4649-4f79-ba15-61288c01d8ee tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:55.425995 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd31c6a3-be97-4095-a8ca-759d5bd8d0a7 req-66545a1e-4649-4f79-ba15-61288c01d8ee tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0481787 Aug 26 21:28:55.462019 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cd31c6a3-be97-4095-a8ca-759d5bd8d0a7 req-25934ec4-3602-42a4-b12d-e14be4f31e15 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302901 Aug 26 21:28:56.573619 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65b98-51a5-4747-a962-e256aac22fdf req-16fcc69f-f570-4a9b-a1ca-a61ead17f7f4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:56.575059 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08c65b98-51a5-4747-a962-e256aac22fdf req-16fcc69f-f570-4a9b-a1ca-a61ead17f7f4 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0471945 Aug 26 21:28:56.611206 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08c65b98-51a5-4747-a962-e256aac22fdf req-13bf061e-bf8c-4dca-99ee-53982702b333 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298388 Aug 26 21:28:57.643952 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:57.724532 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a1a0c-11bf-4960-9041-cfa0dea31123 req-01d76038-6dc8-4262-ab3f-f0a1203b1749 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:57.725954 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f57a1a0c-11bf-4960-9041-cfa0dea31123 req-01d76038-6dc8-4262-ab3f-f0a1203b1749 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 943 time: 0.0472302 Aug 26 21:28:57.767158 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f57a1a0c-11bf-4960-9041-cfa0dea31123 req-631cbcf6-651c-4a63-abb9-e4633b985176 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354073 Aug 26 21:28:57.901252 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a26299a3-eb5b-45a8-86bf-22d48aad4d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:58.042886 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 2a18608c-d15d-4dee-9532-3fe02d3aeb24 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:28:58.136631 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:58.147882 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'port_id': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'mac_address': 'fa:16:3e:57:80:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:28:58.184049 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:58.196774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a18608c-d15d-4dee-9532-3fe02d3aeb24 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:28:58.214733 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:28:58.218354 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:58.266503 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:28:58.434793 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['2a18608c-d15d-4dee-9532-3fe02d3aeb24'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:28:58.678201 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:28:58.878537 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e5f9a-391c-4ba2-a41b-03aedfac702d req-d26c03c1-cd57-40be-957a-d59bbc0397c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:28:58.880008 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-262e5f9a-391c-4ba2-a41b-03aedfac702d req-d26c03c1-cd57-40be-957a-d59bbc0397c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 944 time: 0.0477197 Aug 26 21:28:58.915649 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-262e5f9a-391c-4ba2-a41b-03aedfac702d req-d601ba2b-3704-4c49-836e-a507dd0e3e1c tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298874 Aug 26 21:29:00.035504 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c65dcc-c6fa-4986-b155-757c505530e3 req-cdfc940e-a16e-464b-b3e2-cf4c3d7d94f5 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:00.040427 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82c65dcc-c6fa-4986-b155-757c505530e3 req-cdfc940e-a16e-464b-b3e2-cf4c3d7d94f5 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 944 time: 0.0556860 Aug 26 21:29:00.047865 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 2a18608c-d15d-4dee-9532-3fe02d3aeb24 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:29:00.078996 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-82c65dcc-c6fa-4986-b155-757c505530e3 req-65d4cc48-6176-4685-b69e-e8ec97e2bbd0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336454 Aug 26 21:29:00.099078 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:29:00.102861 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:29:00.103316 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:00.179451 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:00.204762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:29:00.204762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b1c041-9272-4c37-8fac-683b5968138a" -d '{"events": [{"server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "name": "network-vif-plugged", "status": "completed", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:29:00.217934 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:29:00.222425 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:00.251582 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4a4531-6a6f-4ef6-9990-6ebc79f5cd31 x-openstack-request-id: req-6b4a4531-6a6f-4ef6-9990-6ebc79f5cd31 {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:29:00.251899 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "name": "network-vif-plugged", "status": "completed", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:29:00.252149 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b4a4531-6a6f-4ef6-9990-6ebc79f5cd31 {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:29:00.252534 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'code': 200} Aug 26 21:29:00.278238 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:29:00.468278 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75fd44-ef36-4405-9a51-c73335a11359 req-49f01fa2-7ef5-4fd8-97ec-3f0518aa78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:00.469632 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a75fd44-ef36-4405-9a51-c73335a11359 req-49f01fa2-7ef5-4fd8-97ec-3f0518aa78dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1098 time: 0.0403955 Aug 26 21:29:00.503725 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-3a75fd44-ef36-4405-9a51-c73335a11359 req-d669c6f3-43a9-495b-a344-c1d8c6a249e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269685 Aug 26 21:29:00.532287 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:01.195428 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5327-5ef0-472a-a8de-5ee630e2bfd0 req-feca8d84-5b29-4e54-baf2-783f73d94b46 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:01.196887 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b9b5327-5ef0-472a-a8de-5ee630e2bfd0 req-feca8d84-5b29-4e54-baf2-783f73d94b46 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0473158 Aug 26 21:29:01.236904 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b9b5327-5ef0-472a-a8de-5ee630e2bfd0 req-dd6f3daa-902d-47e3-9ff5-b929c30b4905 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339975 Aug 26 21:29:02.351330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50b1b4-ab0a-47ee-ab23-281aa52989f8 req-526f049e-e0d7-453e-a77f-e9765b001477 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:02.352842 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f50b1b4-ab0a-47ee-ab23-281aa52989f8 req-526f049e-e0d7-453e-a77f-e9765b001477 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0497677 Aug 26 21:29:02.389886 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8f50b1b4-ab0a-47ee-ab23-281aa52989f8 req-b090fb3a-a786-4b27-8545-4b0c5c54b1a0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305326 Aug 26 21:29:02.499539 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9f4a4-3b08-4d83-a51c-b6a9391b1f5a req-e628f7d8-ca9c-4f21-a213-b0dde748674e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:02.501008 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67f9f4a4-3b08-4d83-a51c-b6a9391b1f5a req-e628f7d8-ca9c-4f21-a213-b0dde748674e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0476708 Aug 26 21:29:02.537819 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-67f9f4a4-3b08-4d83-a51c-b6a9391b1f5a req-cd9f2bbc-c969-4ab6-9d96-215bd0bd1832 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Aug 26 21:29:02.559411 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51140) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:29:02.745091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b99f380-a8d6-49eb-b1c6-9779063bda41 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:02.746573 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7b99f380-a8d6-49eb-b1c6-9779063bda41 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1093 time: 0.1861870 Aug 26 21:29:02.749460 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51144) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:29:02.753730 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'port_id': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:29:02.776978 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:02.871538 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:02.975367 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.27.3.31 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/98eaf52b-9da3-4734-9038-f3aa6a983e83) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:29:03.073869 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:03.111032 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:03.146019 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:29:03.150547 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:29:03.153070 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:29:03.182693 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=98eaf52b-9da3-4734-9038-f3aa6a983e83,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:29:03.747572 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:03.814335 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:03.952923 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:03.957343 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:04.026242 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=98eaf52b-9da3-4734-9038-f3aa6a983e83,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:29:04.034794 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:04.129733 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 11510755-a4fc-475a-a894-1c46d5a567a1 associated. External IP: 172.27.3.31, port: 2a18608c-d15d-4dee-9532-3fe02d3aeb24. Aug 26 21:29:04.329321 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:29:04.431873 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:29:04.442003 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:29:04.449010 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:04.452633 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:29:04.453250 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:29:04.475380 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-63b70a5f-9ce8-4746-9236-42696964ab9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7249353 Aug 26 21:29:04.475990 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:29:04.478198 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb25ce9-688b-40fc-977f-5339fe085c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:29:04.512907 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c277a-2e1d-4fb8-9e7d-bcc6d294005d x-openstack-request-id: req-963c277a-2e1d-4fb8-9e7d-bcc6d294005d {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:29:04.513189 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:29:04.513466 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-963c277a-2e1d-4fb8-9e7d-bcc6d294005d {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:29:04.513857 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'status': 'completed', 'code': 200} Aug 26 21:29:04.563541 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:29:04.580748 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-9ce31ee0-2bf0-4afe-9e5b-99660e861aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:04.582164 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-9ce31ee0-2bf0-4afe-9e5b-99660e861aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1098 time: 0.0457361 Aug 26 21:29:04.693525 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-061c27e6-6489-4864-9077-c1f66206b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:04.694950 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-061c27e6-6489-4864-9077-c1f66206b080 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0827484 Aug 26 21:29:04.762976 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-d89d446c-1d83-457f-a599-a70ce1fce369 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 200 len: 998 time: 0.0597560 Aug 26 21:29:04.790026 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '11510755-a4fc-475a-a894-1c46d5a567a1', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:57:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289ed703-e57f-42a8-abe8-67b32448501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:29:03Z', 'updated_at': '2021-08-26T21:29:03Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:29:04.811498 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-4de2501d-9c22-415a-8dfe-65e20b41465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:04.812966 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-4de2501d-9c22-415a-8dfe-65e20b41465f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0435026 Aug 26 21:29:04.815832 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:29:04.823910 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:29:04.824496 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:28:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:29:04.859050 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-b871e429-bb22-4b24-8f60-d45950f61c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:04.860464 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-b871e429-bb22-4b24-8f60-d45950f61c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402133 Aug 26 21:29:04.926805 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:29:04.952916 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-166ab7f3-8c0e-4ca4-b1d2-dbad7c840ae8 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845973 Aug 26 21:29:05.044810 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ecb25ce9-688b-40fc-977f-5339fe085c2e req-0daf278e-ee30-4719-8b5c-9cd77cd4aa5e service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842912 Aug 26 21:29:05.231589 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '11510755-a4fc-475a-a894-1c46d5a567a1', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:57:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289ed703-e57f-42a8-abe8-67b32448501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:29:03Z', 'updated_at': '2021-08-26T21:29:03Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:29:05.259906 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be4177-68bc-4f5f-b6b2-cc16a9df3b87 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '11510755-a4fc-475a-a894-1c46d5a567a1', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:57:80:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289ed703-e57f-42a8-abe8-67b32448501d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:29:03Z', 'updated_at': '2021-08-26T21:29:03Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:29:05.434642 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354a2c43-e481-4522-a05e-0d30d85bfae0 None None] New status for floating IP 11510755-a4fc-475a-a894-1c46d5a567a1: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:29:15.382614 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:29:18.465761 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:25.058533 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-70ffa354-fe6b-454b-9fe6-0c81337008c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:26.249216 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-4bf995dd-5064-4e6f-baf6-a79c9716ccfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433600 Aug 26 21:29:26.347206 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-7d0ad468-b228-4c0e-9079-e329f9760127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:26.348860 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-7d0ad468-b228-4c0e-9079-e329f9760127 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1098 time: 0.0556464 Aug 26 21:29:26.455654 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-a47be943-a915-4882-a2da-fae3dd74f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:26.457120 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-a47be943-a915-4882-a2da-fae3dd74f859 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0857635 Aug 26 21:29:26.525374 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-ab538754-ed19-4c8a-81cb-c34f6ee8cfb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 1000 time: 0.0597346 Aug 26 21:29:26.574152 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-5dc518ee-44ff-4dde-85de-974c764ccc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:26.575445 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-5dc518ee-44ff-4dde-85de-974c764ccc67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0424447 Aug 26 21:29:26.623027 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-b54c8bbd-055d-4d65-96eb-405c0f6663f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:26.624511 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-b54c8bbd-055d-4d65-96eb-405c0f6663f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408587 Aug 26 21:29:26.714775 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-3d85ce3a-139a-46ab-8a06-ccdb90f1a23f service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826361 Aug 26 21:29:26.802068 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-d5067396-719f-4bcf-9b17-e3b75ff8953d req-644d0045-1040-4b94-b07b-4aa1185184e4 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795805 Aug 26 21:29:27.645905 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:27.901971 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-eaee47cc-5c4d-400c-90d4-b2942af1dc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:28.681757 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:30.534077 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:34.366451 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb98eca-e00d-4457-a9f0-c239d5dc22c6 req-5f5b0420-8429-4a81-8ad5-5a13c84cc812 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:34.367961 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdb98eca-e00d-4457-a9f0-c239d5dc22c6 req-5f5b0420-8429-4a81-8ad5-5a13c84cc812 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 26 21:29:34.405218 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdb98eca-e00d-4457-a9f0-c239d5dc22c6 req-abfde978-a863-482a-b123-bbf225fd50cd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Aug 26 21:29:35.521543 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d3cfb-e433-407c-a72c-2c5e435e8e19 req-b41a18ad-5d41-420a-8302-177da3a41b47 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:35.522994 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb3d3cfb-e433-407c-a72c-2c5e435e8e19 req-b41a18ad-5d41-420a-8302-177da3a41b47 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0480721 Aug 26 21:29:35.562439 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fb3d3cfb-e433-407c-a72c-2c5e435e8e19 req-d5866173-2a4d-432b-ba87-54f388c4a40d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336068 Aug 26 21:29:36.679681 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112492f7-6e94-44f8-89fb-a1cdcfa0f804 req-cdf0928f-11b9-429a-9e8d-c6cd5d97b115 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:36.681146 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-112492f7-6e94-44f8-89fb-a1cdcfa0f804 req-cdf0928f-11b9-429a-9e8d-c6cd5d97b115 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Aug 26 21:29:36.717866 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-112492f7-6e94-44f8-89fb-a1cdcfa0f804 req-a7441df9-3468-4d76-aec3-6a78d2287d15 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309360 Aug 26 21:29:37.833286 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c414-3c06-4f32-bfc1-04040bf2f356 req-efec5379-08c6-4fed-bf36-e951d663c151 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:37.834879 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f79c414-3c06-4f32-bfc1-04040bf2f356 req-efec5379-08c6-4fed-bf36-e951d663c151 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0482690 Aug 26 21:29:37.870909 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6f79c414-3c06-4f32-bfc1-04040bf2f356 req-8a85f0fb-02e3-46c5-b2c2-67ed3f0b9141 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302253 Aug 26 21:29:38.982336 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3470f9-85eb-425e-8157-e6ee55fe5047 req-1a33f8bb-8ec4-4868-b853-7780838318db tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:38.983788 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3470f9-85eb-425e-8157-e6ee55fe5047 req-1a33f8bb-8ec4-4868-b853-7780838318db tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0467916 Aug 26 21:29:39.022839 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fd3470f9-85eb-425e-8157-e6ee55fe5047 req-33512eb9-6a19-47f6-a6d0-b913e4232bf8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327182 Aug 26 21:29:40.135522 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1efb96-caf9-40bd-b83c-eb4579a81b0f req-ee8eb6dc-b7c1-4e2f-bdd6-e455fb9dfa2e tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:40.136998 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c1efb96-caf9-40bd-b83c-eb4579a81b0f req-ee8eb6dc-b7c1-4e2f-bdd6-e455fb9dfa2e tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0480733 Aug 26 21:29:40.173268 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2c1efb96-caf9-40bd-b83c-eb4579a81b0f req-e60121ff-fe88-4efa-89a0-79909f37144c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304406 Aug 26 21:29:41.287978 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f895d5f-43e7-4c1f-b057-543b8123cb40 req-608e9d91-783d-4e76-ac7d-7ddde076b68d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:41.289367 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f895d5f-43e7-4c1f-b057-543b8123cb40 req-608e9d91-783d-4e76-ac7d-7ddde076b68d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Aug 26 21:29:41.332079 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f895d5f-43e7-4c1f-b057-543b8123cb40 req-6f317a20-0070-4825-9307-efe264c6d41d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369110 Aug 26 21:29:42.446921 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb4569-e8a7-4b0c-90d2-4737eb199943 req-227d530a-8509-4da0-85f3-717e7016a350 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:42.448390 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cfb4569-e8a7-4b0c-90d2-4737eb199943 req-227d530a-8509-4da0-85f3-717e7016a350 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Aug 26 21:29:42.488422 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4cfb4569-e8a7-4b0c-90d2-4737eb199943 req-cc02067d-930e-4155-9ffd-d72f2d833855 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333333 Aug 26 21:29:43.600751 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee78c1-20ff-474c-8812-db99f486dc87 req-82b6bb1d-78be-4b89-b50b-5d94575fffe3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:43.602205 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90ee78c1-20ff-474c-8812-db99f486dc87 req-82b6bb1d-78be-4b89-b50b-5d94575fffe3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0492334 Aug 26 21:29:43.643778 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-90ee78c1-20ff-474c-8812-db99f486dc87 req-56499076-1f63-4f0b-a799-7ddacd0a6f76 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357661 Aug 26 21:29:44.753669 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca262f8-0021-4120-b6d6-20bfe7fe03a7 req-f7aa52bd-3c19-4db6-953b-d962930ffaf9 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:44.755102 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ca262f8-0021-4120-b6d6-20bfe7fe03a7 req-f7aa52bd-3c19-4db6-953b-d962930ffaf9 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0469091 Aug 26 21:29:44.792593 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5ca262f8-0021-4120-b6d6-20bfe7fe03a7 req-c30cf92b-9902-443c-add6-7426d8d0d4d9 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Aug 26 21:29:45.904562 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9db3a6-af7f-40ef-b362-f8317c81457c req-f23de9b6-c6f8-4ca1-8321-c4065e464b3f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:45.905998 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9db3a6-af7f-40ef-b362-f8317c81457c req-f23de9b6-c6f8-4ca1-8321-c4065e464b3f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0471752 Aug 26 21:29:45.946462 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-af9db3a6-af7f-40ef-b362-f8317c81457c req-abbf1faf-310e-4015-9193-ef484ac44f37 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Aug 26 21:29:47.059674 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97dfea-0334-4a77-948f-1e008cbe8bc5 req-efbaa47a-6074-4ce5-8412-0a51d8eba096 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:47.061158 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f97dfea-0334-4a77-948f-1e008cbe8bc5 req-efbaa47a-6074-4ce5-8412-0a51d8eba096 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0496681 Aug 26 21:29:47.098588 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0f97dfea-0334-4a77-948f-1e008cbe8bc5 req-d7473202-c502-417c-ab33-2a4880dbb5c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310755 Aug 26 21:29:48.212652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ece712-8baa-479f-b3bb-fdc3fdc03fdf req-510252e7-3798-41a0-94c8-40f4e4cf555f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:48.214127 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20ece712-8baa-479f-b3bb-fdc3fdc03fdf req-510252e7-3798-41a0-94c8-40f4e4cf555f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0489616 Aug 26 21:29:48.252923 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-20ece712-8baa-479f-b3bb-fdc3fdc03fdf req-19856ef4-6c1a-482d-b3f5-91bb1ff7fea0 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329826 Aug 26 21:29:48.491470 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:49.365716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b8b16-2284-4a63-88a0-fb8ada6f0ab8 req-6a651254-b3d5-4bfa-970d-db607e7a1c91 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:49.368792 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-890b8b16-2284-4a63-88a0-fb8ada6f0ab8 req-6a651254-b3d5-4bfa-970d-db607e7a1c91 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Aug 26 21:29:49.409400 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-890b8b16-2284-4a63-88a0-fb8ada6f0ab8 req-9cc82c90-296a-4ebe-b719-41c61eb7cb11 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Aug 26 21:29:50.523362 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0324aea-1309-4baa-aa4a-9396d1a09e57 req-c78b6aec-1b2c-414a-8926-8e3778f3fc41 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:50.524863 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f0324aea-1309-4baa-aa4a-9396d1a09e57 req-c78b6aec-1b2c-414a-8926-8e3778f3fc41 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0477159 Aug 26 21:29:50.561587 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f0324aea-1309-4baa-aa4a-9396d1a09e57 req-8b54a1e3-f518-4054-936c-7f81220613a9 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309355 Aug 26 21:29:50.755514 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367d1b0-e739-4658-a2d2-a378c275ab14 req-54746089-cd71-4a81-b851-d9cadaf6e670 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:50.756934 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b367d1b0-e739-4658-a2d2-a378c275ab14 req-54746089-cd71-4a81-b851-d9cadaf6e670 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0496247 Aug 26 21:29:50.794837 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b367d1b0-e739-4658-a2d2-a378c275ab14 req-e5107135-851f-413c-842a-07ccabbc8e17 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317526 Aug 26 21:29:50.816097 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-554196a3-6d90-41f8-b9e4-db57f182ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:50.817563 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-554196a3-6d90-41f8-b9e4-db57f182ce88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1098 time: 0.0416343 Aug 26 21:29:50.914466 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-94da9d43-524c-42c0-9492-1b9f46a4644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:50.915934 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-94da9d43-524c-42c0-9492-1b9f46a4644a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0870693 Aug 26 21:29:50.982750 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-c496e66d-b2ec-46e6-a779-5e8844081d5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 1000 time: 0.0559585 Aug 26 21:29:51.037626 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-da2b5aa0-af65-4a73-8381-d17b3403f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:51.039046 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-da2b5aa0-af65-4a73-8381-d17b3403f1fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0452709 Aug 26 21:29:51.087144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-34a8e0fc-48a8-4b31-82ce-af50ecb988f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:51.088691 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-34a8e0fc-48a8-4b31-82ce-af50ecb988f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387404 Aug 26 21:29:51.176236 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-804ad3f5-6b6e-4dc7-9096-50d1ef9a4b30 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783136 Aug 26 21:29:51.268677 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-84a1dbfc-6191-4a8e-9409-3fcf74e4f29d req-6b71e54c-e044-421b-a054-d9cbeb5cb497 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Aug 26 21:29:51.914363 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9f171-7adf-4f4a-b040-05a5645515a2 req-5ecda845-0b19-4dc9-8c69-70c190ec47ea tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:51.915861 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cce9f171-7adf-4f4a-b040-05a5645515a2 req-5ecda845-0b19-4dc9-8c69-70c190ec47ea tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Aug 26 21:29:51.960090 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cce9f171-7adf-4f4a-b040-05a5645515a2 req-a2991c8a-ecbe-4608-95d1-1a4c254ef92b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378058 Aug 26 21:29:52.381203 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:29:53.076136 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a2be1-6f8d-48f1-9b30-5d1ff4f0d992 req-9ad2ab41-bb82-4cb8-b163-4b93a6365c06 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:29:53.077606 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-297a2be1-6f8d-48f1-9b30-5d1ff4f0d992 req-9ad2ab41-bb82-4cb8-b163-4b93a6365c06 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0491672 Aug 26 21:29:53.114700 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-297a2be1-6f8d-48f1-9b30-5d1ff4f0d992 req-2c1562f2-4da1-4eb4-a5c7-55ae8a839356 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Aug 26 21:29:55.059679 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b780-5d26-498b-9244-b8dc8f514dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:57.646711 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:57.905016 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b5c3-198d-4f5c-b4c4-e0d5aa2e8a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:29:58.683343 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:00.537270 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:18.476126 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:25.058967 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-0a508161-0000-4cb9-b4d9-567406f94fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:26.363494 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-6a70d00e-dd6a-47d6-82df-5bf2fce9df3c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401068 Aug 26 21:30:26.426308 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-1feb1e2c-14eb-47e3-be13-aa8fe9b32e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:26.427849 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-1feb1e2c-14eb-47e3-be13-aa8fe9b32e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 1098 time: 0.0413554 Aug 26 21:30:26.548716 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-6c9b4b61-5564-4748-8488-ef6d43f91a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:26.551009 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-6c9b4b61-5564-4748-8488-ef6d43f91a41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0972703 Aug 26 21:30:26.616003 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-c8670df0-1000-4420-9be5-0b418c6be922 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 200 len: 1000 time: 0.0572343 Aug 26 21:30:26.667802 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-34cde58e-80d1-48e0-b562-2e35ddc64b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:26.669187 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-34cde58e-80d1-48e0-b562-2e35ddc64b25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0460470 Aug 26 21:30:26.714986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-bcd620cd-b046-4aa4-bf70-633f3beb3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:26.716484 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-bcd620cd-b046-4aa4-bf70-633f3beb3b4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392358 Aug 26 21:30:26.805515 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-453e32c6-e2c1-4e55-a5df-41bfcf052d65 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799191 Aug 26 21:30:26.895744 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-4b62239a-700c-41a2-b06d-325bf57d39e4 req-9319e12b-3278-48d1-9fc2-01fc9666ea42 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Aug 26 21:30:27.651267 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:27.822569 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e2ab3-e744-4ed4-a5de-8b1d0cbea1e6 req-16b76a5e-2a97-4d1b-bc97-6508fd74d6b2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:27.824025 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-206e2ab3-e744-4ed4-a5de-8b1d0cbea1e6 req-16b76a5e-2a97-4d1b-bc97-6508fd74d6b2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0531046 Aug 26 21:30:27.863257 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-206e2ab3-e744-4ed4-a5de-8b1d0cbea1e6 req-b94e50a3-564a-4bc4-aacc-eed0a2d2d776 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328393 Aug 26 21:30:27.906561 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-21b7b4e4-33d8-4f47-8900-0404415efd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:28.688612 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:28.983223 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf81d-1219-4ddd-b694-da2ca757be07 req-bf9d41e1-3c97-42e1-b757-ec719217936c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:28.984646 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bfdbf81d-1219-4ddd-b694-da2ca757be07 req-bf9d41e1-3c97-42e1-b757-ec719217936c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0506799 Aug 26 21:30:29.027515 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bfdbf81d-1219-4ddd-b694-da2ca757be07 req-fb4f7c44-e762-4d2f-9bbe-c15e86aa2af8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368979 Aug 26 21:30:29.379794 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:30:30.144940 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8c03f-2bfa-4683-bc2d-8bed73bc4b04 req-b5c336db-4c38-4950-958d-1d60ddf3d92c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:30.146452 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ac8c03f-2bfa-4683-bc2d-8bed73bc4b04 req-b5c336db-4c38-4950-958d-1d60ddf3d92c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Aug 26 21:30:30.185196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0ac8c03f-2bfa-4683-bc2d-8bed73bc4b04 req-2d5eea23-f001-45b0-bd88-f1b4ada03d15 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326939 Aug 26 21:30:30.542218 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:31.301327 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780bb57-9e34-477d-8462-65fb16bdd72c req-f8f5d890-3edf-44a4-b339-abfcd1f2cb1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:31.302720 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9780bb57-9e34-477d-8462-65fb16bdd72c req-f8f5d890-3edf-44a4-b339-abfcd1f2cb1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0501733 Aug 26 21:30:31.340925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9780bb57-9e34-477d-8462-65fb16bdd72c req-a5bd5789-45c1-470c-bbda-f8678712577f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323977 Aug 26 21:30:32.463489 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316cc29-94a9-4828-b678-3746d9b1be0f req-0feeb17a-e270-4d9b-a78f-1e2c1fd9a9d5 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:32.465147 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1316cc29-94a9-4828-b678-3746d9b1be0f req-0feeb17a-e270-4d9b-a78f-1e2c1fd9a9d5 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Aug 26 21:30:32.506901 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-1316cc29-94a9-4828-b678-3746d9b1be0f req-b6acaf52-d2e1-41d7-805b-2c88aeb6cc11 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358109 Aug 26 21:30:33.621065 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f13f06-5094-4f04-9dc6-1c5c5338a42f req-b4c95385-62e5-4c9e-87b4-83b67ed7e36b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:33.623743 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97f13f06-5094-4f04-9dc6-1c5c5338a42f req-b4c95385-62e5-4c9e-87b4-83b67ed7e36b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0498257 Aug 26 21:30:33.661018 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97f13f06-5094-4f04-9dc6-1c5c5338a42f req-44e0a0c0-da91-4352-ae94-2dfbfa61084b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Aug 26 21:30:33.860251 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2b396-148e-46f3-9099-1ed8351b96e4 req-e3dbeec8-ae6d-4a88-8105-814cd0140abd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:33.862188 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5c2b396-148e-46f3-9099-1ed8351b96e4 req-e3dbeec8-ae6d-4a88-8105-814cd0140abd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Aug 26 21:30:33.897748 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-97fa2970-631f-45c9-b57c-ceffa6c59a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:33.899327 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-97fa2970-631f-45c9-b57c-ceffa6c59a85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 1098 time: 0.0407839 Aug 26 21:30:33.901853 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5c2b396-148e-46f3-9099-1ed8351b96e4 req-1253db83-2841-4245-a92d-c3b4579ae411 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Aug 26 21:30:33.995294 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-8c1acb56-02cb-446e-85a5-ab521e6c7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:33.996784 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-8c1acb56-02cb-446e-85a5-ab521e6c7ecc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0868685 Aug 26 21:30:34.064534 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-ea6d8cae-586f-4f80-bc37-c9f83675ce91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 200 len: 1000 time: 0.0568626 Aug 26 21:30:34.120543 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-ba068f8e-56fa-4231-a524-983fd0e5ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:34.121131 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-ba068f8e-56fa-4231-a524-983fd0e5ed58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0418084 Aug 26 21:30:34.411962 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-d649755f-c586-40cc-bae6-729d5ffcb4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:34.413333 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-d649755f-c586-40cc-bae6-729d5ffcb4b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2805150 Aug 26 21:30:34.504868 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-bae16c53-5151-49c6-a337-702a1e9edfb1 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791752 Aug 26 21:30:34.594492 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-f499e320-7721-4ca0-89b3-3b8f92043132 req-5386dbcc-62e0-481e-a11d-b0928738e429 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817652 Aug 26 21:30:35.015889 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5f38a-d404-4f91-9f98-51d9dc4ddc6b req-1d89a3c8-c5b4-433f-8c13-7aa6ac213322 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:35.017356 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dda5f38a-d404-4f91-9f98-51d9dc4ddc6b req-1d89a3c8-c5b4-433f-8c13-7aa6ac213322 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0479491 Aug 26 21:30:35.057982 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dda5f38a-d404-4f91-9f98-51d9dc4ddc6b req-03989124-085b-4e00-a143-830611a6a52d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341542 Aug 26 21:30:36.170436 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f4058-62aa-4ce7-a873-d64ae3323971 req-61dcb978-b954-4f9b-bb43-5a5c684f92ae tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:30:36.171897 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c97f4058-62aa-4ce7-a873-d64ae3323971 req-61dcb978-b954-4f9b-bb43-5a5c684f92ae tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0477207 Aug 26 21:30:36.208604 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c97f4058-62aa-4ce7-a873-d64ae3323971 req-b73a41f6-cfdf-4be5-96b1-15c02a636fea tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Aug 26 21:30:48.495150 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:55.059713 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-5e926b9f-5960-4ce9-9071-0a167c762dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:57.652971 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:57.906774 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3daea892-d4fd-4a45-a463-b856bb90f434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:30:58.690399 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:00.551893 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:01.977333 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdc6af-e1f4-411c-9106-359927c9dcf6 req-bc59e47f-cf71-470f-a6b6-a75bbeb69ab3 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:01.978800 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-39cdc6af-e1f4-411c-9106-359927c9dcf6 req-bc59e47f-cf71-470f-a6b6-a75bbeb69ab3 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0483265 Aug 26 21:31:02.015497 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-39cdc6af-e1f4-411c-9106-359927c9dcf6 req-128332db-c1ed-47ec-81a8-a6b681924c9f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307689 Aug 26 21:31:03.127925 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778201-5bf0-45ae-8f20-a34e0136f664 req-ddf6f8da-8b3d-4690-8817-a5cf8b4273c3 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:03.130114 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7778201-5bf0-45ae-8f20-a34e0136f664 req-ddf6f8da-8b3d-4690-8817-a5cf8b4273c3 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0475194 Aug 26 21:31:03.169042 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b7778201-5bf0-45ae-8f20-a34e0136f664 req-d6ceded1-c067-492e-8131-5c6677af44a3 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329995 Aug 26 21:31:03.696394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-811b5c57-4ac0-44d0-acdd-b7d08d4aeb74 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:03.697815 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-811b5c57-4ac0-44d0-acdd-b7d08d4aeb74 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 945 time: 0.0481629 Aug 26 21:31:03.783218 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:31:03.783559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:03.871411 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] For port 2a18608c-d15d-4dee-9532-3fe02d3aeb24, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=2a18608c-d15d-4dee-9532-3fe02d3aeb24,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:03.871802 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:04.032817 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:04.033200 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:04.033518 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 11510755-a4fc-475a-a894-1c46d5a567a1 disassociated. External IP: 172.27.3.31, port: 2a18608c-d15d-4dee-9532-3fe02d3aeb24. Aug 26 21:31:04.033854 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for 2a18608c-d15d-4dee-9532-3fe02d3aeb24 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:31:04.157057 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:04.186138 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=2a18608c-d15d-4dee-9532-3fe02d3aeb24,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:04.197036 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.197653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.197751 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.198082 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.198348 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.198671 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.198998 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.199329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.199652 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.199997 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.200317 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.200635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:04.271608 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f05e524c-6896-4fe6-9455-69378d371129 req-3dd19f80-fb0e-4f11-b41e-0e066aa216f8 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=289ed703-e57f-42a8-abe8-67b32448501d HTTP/1.1" status: 200 len: 210 time: 0.0266416 Aug 26 21:31:04.309660 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:31:04.415829 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:31:04.426156 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:31:04.435426 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:04.436055 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:04.454468 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] No DVR routers for this DVR port 2a18608c-d15d-4dee-9532-3fe02d3aeb24 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:31:04.463084 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:04.465194 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2e3f7c12-5d11-4d4c-aaa0-17bde40ee253 req-aae615f4-ee96-441d-82fd-f33939542a82 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "DELETE /v2.0/ports/2a18608c-d15d-4dee-9532-3fe02d3aeb24 HTTP/1.1" status: 204 len: 173 time: 0.7609060 Aug 26 21:31:04.465628 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'name': 'network-vif-deleted', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:04.467886 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecbfaa3-5236-40d0-8bcb-32c11deaa3fa" -d '{"events": [{"server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "name": "network-vif-deleted", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:04.504679 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3209e-c081-4f22-b365-71c42cb604ce x-openstack-request-id: req-3ef3209e-c081-4f22-b365-71c42cb604ce {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:04.505002 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289ed703-e57f-42a8-abe8-67b32448501d", "name": "network-vif-deleted", "tag": "2a18608c-d15d-4dee-9532-3fe02d3aeb24", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:04.505249 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ef3209e-c081-4f22-b365-71c42cb604ce {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:04.505645 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289ed703-e57f-42a8-abe8-67b32448501d', 'name': 'network-vif-deleted', 'tag': '2a18608c-d15d-4dee-9532-3fe02d3aeb24', 'status': 'completed', 'code': 200} Aug 26 21:31:04.560064 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:04.761458 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:04.788183 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:31:04.796652 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:04.797191 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:04.900340 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:05.099109 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:05.130789 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e15a8f-2071-4d02-b576-3e073771bdf3 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:31:05.339664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1858a04a-db84-426f-8d4f-fd753cbde538 None None] New status for floating IP 11510755-a4fc-475a-a894-1c46d5a567a1: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:31:05.527057 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-9bf93c35-4f46-49a8-bc24-5efad0d0e71d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745434915&fields=id&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 267 time: 0.0318813 Aug 26 21:31:05.630139 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-e76ff61d-2b13-4ee6-92d2-d40eb3b13f57 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:05.631803 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-e76ff61d-2b13-4ee6-92d2-d40eb3b13f57 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.0982521 Aug 26 21:31:05.646819 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-36050d6c-7687-43db-863a-3cf2c1f77fc7 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/quotas/9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 375 time: 0.0093722 Aug 26 21:31:05.700828 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-effcdbfe-b4b5-4231-abf8-a0100a9d3988 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489542 Aug 26 21:31:05.791875 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-76fbaa92-08a3-4fb2-86dc-e05ca34a4758 service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785301 Aug 26 21:31:05.879578 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ea5e0251-4e75-4536-b5a0-1a03b2c4fcf7 service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817533 Aug 26 21:31:06.156035 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-5eef6b4d-6e3e-4d69-9d32-752efba39ed3 req-341504e5-be31-43ae-98ca-0f2a4cc7fcfc tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Aug 26 21:31:06.378164 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:31:06.680128 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 2a18608c-d15d-4dee-9532-3fe02d3aeb24 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:31:06.699331 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 2a18608c-d15d-4dee-9532-3fe02d3aeb24 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:31:06.699671 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 2a18608c-d15d-4dee-9532-3fe02d3aeb24 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:31:07.060233 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-83d5ce86-9a16-44d6-9aac-d59a94c8678a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:07.061661 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-83d5ce86-9a16-44d6-9aac-d59a94c8678a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.1027253 Aug 26 21:31:07.105497 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-84f1bc0b-eeb2-495c-8141-99949ef6f580 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 380 time: 0.0334816 Aug 26 21:31:07.118873 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'port': {'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'admin_state_up': True, 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'security_groups': ['89eddb1b-8e7d-46a3-a35c-b34edc608eb3']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:07.228793 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Made reservation on behalf of 9cc186d0868a42d78b4dd26b9f57897a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:31:07.232221 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.247842 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6d808459-3a6d-43a1-a270-93f0e5b08869 req-be0e78bd-d3ac-4cfd-9ab3-575bda5dc85f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 210 time: 0.0257835 Aug 26 21:31:07.359096 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.20.0.9 (764387ca-8320-485a-a3b7-bb55f34863bf/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb/7d2e0042-54b9-4514-888c-94acda4a0cbc) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:31:07.510109 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.526352 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Transition to ACTIVE for port object 7d2e0042-54b9-4514-888c-94acda4a0cbc will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:31:07.559192 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.602751 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:31:07.605731 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:31:07.609495 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:31:07.633052 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:07.665606 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:07.666186 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.681950 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-f01f22cb-e311-40d0-b542-f3b4ae012149 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5668104 Aug 26 21:31:07.694643 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Request body: {'port': {'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:07.753797 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.838405 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-586d2931-fcf5-4ff8-8792-9a1a952636b9 None None] Provisioning for port 7d2e0042-54b9-4514-888c-94acda4a0cbc completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:31:07.842015 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-586d2931-fcf5-4ff8-8792-9a1a952636b9 None None] Provisioning complete for port 7d2e0042-54b9-4514-888c-94acda4a0cbc triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:31:07.842385 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-586d2931-fcf5-4ff8-8792-9a1a952636b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:07.877519 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-586d2931-fcf5-4ff8-8792-9a1a952636b9 None None] Port 7d2e0042-54b9-4514-888c-94acda4a0cbc cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:31:08.007134 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2e0042-54b9-4514-888c-94acda4a0cbc {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:31:08.014329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:08.026208 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Transition to ACTIVE for port object 7d2e0042-54b9-4514-888c-94acda4a0cbc will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:31:08.029331 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:08.078791 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:08.157653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Attempting to bind port 7d2e0042-54b9-4514-888c-94acda4a0cbc on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:31:08.157653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Attempting to bind port 7d2e0042-54b9-4514-888c-94acda4a0cbc by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:31:08.157653 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Attempting to bind port 7d2e0042-54b9-4514-888c-94acda4a0cbc on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:31:08.163177 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Port 7d2e0042-54b9-4514-888c-94acda4a0cbc on network 764387ca-8320-485a-a3b7-bb55f34863bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:31:08.163508 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Attempting to bind port 7d2e0042-54b9-4514-888c-94acda4a0cbc on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:31:08.169112 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:31:08.169459 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:31:08.169849 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Bound using segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:31:08.170284 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Bound port: 7d2e0042-54b9-4514-888c-94acda4a0cbc, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:31:08.170644 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:08.236686 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:31:08.239638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:31:08.243524 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:08.274955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.275483 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:08.276915 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 1093 time: 0.5870762 Aug 26 21:31:08.277277 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:08.279422 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49375b47-1c03-4a7d-a925-ec76393bc225" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:08.321022 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d3fcb-9b4e-4b82-80a3-57b02726d0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:08.338539 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5f7085-60f0-4970-8b43-47d230838bef x-openstack-request-id: req-8f5f7085-60f0-4970-8b43-47d230838bef {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:08.338920 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:08.339260 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f5f7085-60f0-4970-8b43-47d230838bef {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:08.339795 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'status': 'completed', 'code': 200} Aug 26 21:31:08.376779 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-1cc285bd-016d-4eb5-a662-90f0ccadadea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.378614 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-1cc285bd-016d-4eb5-a662-90f0ccadadea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1096 time: 0.0544469 Aug 26 21:31:08.424564 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-e51ccc1d-42b8-4384-9ee0-766670d41c55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 217 time: 0.0366037 Aug 26 21:31:08.484874 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-b803ff5b-b961-461e-ba94-db151c213b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.486340 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-b803ff5b-b961-461e-ba94-db151c213b46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0546718 Aug 26 21:31:08.508709 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08f6f9-e4a8-4cd4-9d98-1d43e477954c req-f70bd363-3961-4b39-a2b5-9b321e4829a7 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.510257 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c08f6f9-e4a8-4cd4-9d98-1d43e477954c req-f70bd363-3961-4b39-a2b5-9b321e4829a7 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.1728253 Aug 26 21:31:08.539571 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-03ce16d2-b6ca-43ef-bb92-f12e3d8f41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.541111 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-03ce16d2-b6ca-43ef-bb92-f12e3d8f41a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472996 Aug 26 21:31:08.548129 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6c08f6f9-e4a8-4cd4-9d98-1d43e477954c req-e8c71796-e047-4596-bd60-7e1e94fe8baa tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318556 Aug 26 21:31:08.630882 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-247f6d39-a4a1-4e2d-a12e-312df1995cb6 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825572 Aug 26 21:31:08.723542 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fdc4e665-ec8d-4135-a1ca-58f125894a32 req-af76c4da-3df7-4443-8805-5445266544e7 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Aug 26 21:31:08.810180 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-fcd10cf9-f2fc-4aaa-8c76-544f79669e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.811650 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-fcd10cf9-f2fc-4aaa-8c76-544f79669e6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1096 time: 0.0420961 Aug 26 21:31:08.900427 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-19ec60b3-3401-4b0f-8a31-b1bb7ef50084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:08.901915 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-19ec60b3-3401-4b0f-8a31-b1bb7ef50084 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0824230 Aug 26 21:31:08.949781 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-1fcc962f-2a08-4841-ba3b-1f5b9addd8cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 217 time: 0.0393376 Aug 26 21:31:08.999181 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-2b2efa38-43ce-466e-a196-5589ab4fb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:09.000659 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-2b2efa38-43ce-466e-a196-5589ab4fb1b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0439005 Aug 26 21:31:09.047787 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-4cfd8aab-b44f-4b74-b5a0-42df6198a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:09.049304 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-4cfd8aab-b44f-4b74-b5a0-42df6198a4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404704 Aug 26 21:31:09.144632 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-2f0b6367-8acc-4798-a273-86f2c939dd8d service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Aug 26 21:31:09.192610 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9c3b5-2d06-448a-b71a-9c115cc16257 req-999fa925-0c77-4cb6-91e4-9a9d0c2bb63a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:09.194175 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2ec9c3b5-2d06-448a-b71a-9c115cc16257 req-999fa925-0c77-4cb6-91e4-9a9d0c2bb63a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0510807 Aug 26 21:31:09.231721 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2ec9c3b5-2d06-448a-b71a-9c115cc16257 req-64430a25-2d6e-4077-a804-ec7085e939b3 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Aug 26 21:31:09.236060 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-49375b47-1c03-4a7d-a925-ec76393bc225 req-7982a609-b601-4236-8687-53617c320bdb service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827560 Aug 26 21:31:09.661147 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218dd2-389f-4b40-9a41-f9cfebf3a5a9 req-e6ffeda5-a2e0-4b00-97c5-1f53c1d08ac9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:09.662632 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd218dd2-389f-4b40-9a41-f9cfebf3a5a9 req-e6ffeda5-a2e0-4b00-97c5-1f53c1d08ac9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.0477252 Aug 26 21:31:09.699990 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-dd218dd2-389f-4b40-9a41-f9cfebf3a5a9 req-43c4aa7e-ea08-4895-84e1-15bafa7e6326 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315232 Aug 26 21:31:10.394780 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a547f4-b148-4bab-abed-8db9b9df826f req-d64bd3ba-ad7a-4b12-a2a0-35d76d418d22 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:10.396280 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73a547f4-b148-4bab-abed-8db9b9df826f req-d64bd3ba-ad7a-4b12-a2a0-35d76d418d22 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0994403 Aug 26 21:31:10.434196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73a547f4-b148-4bab-abed-8db9b9df826f req-88f0336e-fba2-49b7-9d78-06de95e0f846 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321176 Aug 26 21:31:10.812934 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d99b3-108d-4caa-9488-b9712cb211e9 req-3b54e14a-15c5-4bd4-a6df-d671df5c7610 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:10.814412 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-701d99b3-108d-4caa-9488-b9712cb211e9 req-3b54e14a-15c5-4bd4-a6df-d671df5c7610 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.0512772 Aug 26 21:31:10.858855 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-701d99b3-108d-4caa-9488-b9712cb211e9 req-97346956-1897-4935-ac33-5ec97ac9da70 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377765 Aug 26 21:31:11.286415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-8a7c4de5-fae1-419a-8775-9e6fcca75af0 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:11.287964 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-8a7c4de5-fae1-419a-8775-9e6fcca75af0 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0477734 Aug 26 21:31:11.381597 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Deleting port 8bd98952-50ab-4a24-99df-7679babbcb71 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:31:11.381933 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:11.466495 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] For port 8bd98952-50ab-4a24-99df-7679babbcb71, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=8bd98952-50ab-4a24-99df-7679babbcb71,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:11.466889 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:11.545959 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef27f-97ea-425c-831e-62415bf02f84 req-f8846d49-4202-46d1-b125-f0f7506baef4 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:11.547364 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ccef27f-97ea-425c-831e-62415bf02f84 req-f8846d49-4202-46d1-b125-f0f7506baef4 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Aug 26 21:31:11.585091 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-8ccef27f-97ea-425c-831e-62415bf02f84 req-017990e0-8f6e-44ae-bdb0-0778b3383707 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=2e57b7ee-58ca-44c3-8222-1061f237295c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Aug 26 21:31:11.638574 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:11.638964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:11.639281 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Floating IP 8cdf6805-c4fe-415d-a861-1059ad30781f disassociated. External IP: 172.27.3.15, port: 8bd98952-50ab-4a24-99df-7679babbcb71. Aug 26 21:31:11.639620 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Calling delete_port for 8bd98952-50ab-4a24-99df-7679babbcb71 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:31:11.762669 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:11.795078 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'Port': ['ID=8bd98952-50ab-4a24-99df-7679babbcb71,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:11.906432 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:31:11.971597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308276-1377-4995-b79b-c56ee707cc37 req-b5f010b1-3002-4c45-bf8b-13d957f79dea tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:11.973109 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97308276-1377-4995-b79b-c56ee707cc37 req-b5f010b1-3002-4c45-bf8b-13d957f79dea tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.0502689 Aug 26 21:31:12.010904 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-97308276-1377-4995-b79b-c56ee707cc37 req-8fc8f46a-7327-4fbc-a33f-69efdb9c1525 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317607 Aug 26 21:31:12.014940 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:31:12.025794 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:31:12.041373 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:12.042100 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:12.055418 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] No DVR routers for this DVR port 8bd98952-50ab-4a24-99df-7679babbcb71 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:31:12.057879 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:12.059854 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-a0c2bc7b-0e1b-4775-a458-53b5a53fd42b req-653527d7-b2d5-4afd-9e1b-bf30584260a2 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "DELETE /v2.0/ports/8bd98952-50ab-4a24-99df-7679babbcb71 HTTP/1.1" status: 204 len: 173 time: 0.7626619 Aug 26 21:31:12.060285 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'name': 'network-vif-deleted', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:12.062486 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc084b-53c9-4f8b-b9ab-bd5f56c1e662" -d '{"events": [{"server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "name": "network-vif-deleted", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:12.100416 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaa9d91-c2d9-4609-a657-62755c6085a2 x-openstack-request-id: req-fbaa9d91-c2d9-4609-a657-62755c6085a2 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:12.100700 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f21cde-cde4-4865-8559-3900f8db6d52", "name": "network-vif-deleted", "tag": "8bd98952-50ab-4a24-99df-7679babbcb71", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:12.100950 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fbaa9d91-c2d9-4609-a657-62755c6085a2 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:12.101341 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f21cde-cde4-4865-8559-3900f8db6d52', 'name': 'network-vif-deleted', 'tag': '8bd98952-50ab-4a24-99df-7679babbcb71', 'status': 'completed', 'code': 200} Aug 26 21:31:12.161456 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:12.361556 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:12.386292 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:31:12.393996 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:12.394571 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:12.585294 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:12.701126 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6da4bc1b-cb9a-4690-954b-5905370d30d4 req-ff5dc81c-bc93-4689-8993-bf0fcc44efb1 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6f21cde-cde4-4865-8559-3900f8db6d52 HTTP/1.1" status: 200 len: 210 time: 0.0299695 Aug 26 21:31:12.782402 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:12.808530 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e1643-58a8-4fc1-b388-a680d295887c None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:31:13.012872 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480ec210-5d77-4e94-bcf4-0be35d909d22 None None] New status for floating IP 8cdf6805-c4fe-415d-a861-1059ad30781f: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:31:13.131495 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1359d-eb57-41a8-908f-4c3efe7a3fd4 req-192f565a-ecc1-4da4-8192-52d09eb11d0a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:13.133599 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cf1359d-eb57-41a8-908f-4c3efe7a3fd4 req-192f565a-ecc1-4da4-8192-52d09eb11d0a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.0487616 Aug 26 21:31:13.183196 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2cf1359d-eb57-41a8-908f-4c3efe7a3fd4 req-3ddacd35-2510-4c13-8886-90f5462c8ba9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Aug 26 21:31:13.781714 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51418) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:13.836478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:13.858281 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:13.903907 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:13.906546 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:13.907683 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "DELETE /v2.0/security-groups/2e57b7ee-58ca-44c3-8222-1061f237295c HTTP/1.1" status: 204 len: 168 time: 0.1249819 Aug 26 21:31:13.910411 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51420) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:13.916456 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e57b7ee-58ca-44c3-8222-1061f237295c,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:13.923188 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.923534 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.923883 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.924015 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.api.v2.resource [None req-f84797aa-f3a3-4bb5-ace2-fd925ef7bc2d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] show failed (client error): The resource could not be found. Aug 26 21:31:13.924210 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.924533 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.924857 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.924947 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f84797aa-f3a3-4bb5-ace2-fd925ef7bc2d tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups/2e57b7ee-58ca-44c3-8222-1061f237295c HTTP/1.1" status: 404 len: 347 time: 0.0134621 Aug 26 21:31:13.925257 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.925599 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.925911 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.926223 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.926542 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.926855 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93fbf06-217d-4cc8-87bd-e0fb4326dfcf tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:13.927512 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51422) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:14.049294 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Deleting port 50c8cc07-1953-4337-be76-db4b2fb27e81 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:31:14.049637 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.125830 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.126159 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.137617 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Calling delete_port for 50c8cc07-1953-4337-be76-db4b2fb27e81 owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:31:14.265027 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.294031 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'Port': ['ID=50c8cc07-1953-4337-be76-db4b2fb27e81,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:14.299794 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c3157-e8a2-4c33-800a-e687ff8fa84f req-580d74b1-3df1-4e00-bbf9-331e61b7659f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:14.301478 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c4c3157-e8a2-4c33-800a-e687ff8fa84f req-580d74b1-3df1-4e00-bbf9-331e61b7659f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 943 time: 0.0522761 Aug 26 21:31:14.339046 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9c4c3157-e8a2-4c33-800a-e687ff8fa84f req-f7c5bee8-27b6-491b-885f-bbfd5a111876 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Aug 26 21:31:14.355237 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.358017 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.359161 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-3cb9b8e4-29e3-4dc4-a150-4b022f18042a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "DELETE /v2.0/floatingips/8cdf6805-c4fe-415d-a861-1059ad30781f HTTP/1.1" status: 204 len: 168 time: 0.4307549 Aug 26 21:31:14.586829 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:14.591466 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1293981847', 'description': 'tempest-description--1648149924'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:14.612498 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.691872 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.696423 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.723144 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.724386 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1365407 Aug 26 21:31:14.726156 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3200ce7-13f8-4c82-a005-8353c400c46c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151c3a6a-8e13-4f83-a7a9-f8cc8080f987,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:14.728269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51432) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:14.733269 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group_rule': {'security_group_id': '151c3a6a-8e13-4f83-a7a9-f8cc8080f987', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:14.757508 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 7d2e0042-54b9-4514-888c-94acda4a0cbc details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:31:14.759388 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.767302 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8bd98952-50ab-4a24-99df-7679babbcb71 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:31:14.789006 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 8bd98952-50ab-4a24-99df-7679babbcb71 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:31:14.789199 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 8bd98952-50ab-4a24-99df-7679babbcb71 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:31:14.806861 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.811061 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.831739 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13f43b4-2c77-4b82-83f3-5335b9356d4e,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:14.835830 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.839499 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-62c07ccd-f646-4d97-b1f8-0f2fd8934239 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077240 Aug 26 21:31:14.840023 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51434) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:14.844471 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'security_group_rule': {'security_group_id': '151c3a6a-8e13-4f83-a7a9-f8cc8080f987', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:14.871519 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.878257 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:14.889762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:31:14.927004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.927505 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.931354 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1018239'] for security_group_rule, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.941219 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2e0042-54b9-4514-888c-94acda4a0cbc {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:31:14.949519 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aea310-e154-4f46-bc94-8be8415176c4,revision_number=0']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:14.956903 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.961551 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-61aa69f0-be37-4777-b899-80a07548f8c8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171861 Aug 26 21:31:14.961802 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51436) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:14.965186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:14.966351 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:14.969240 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:14.989953 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.018439 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:15.026726 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.027075 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.027418 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.027773 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.028108 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.028439 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.028768 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.029093 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.029422 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.029747 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.030072 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.030391 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:31:15.089965 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.189138 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Allocated IP 172.27.3.137 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/2621ec9b-2e3d-47fb-9116-8f3b94b26fca) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:31:15.228969 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['7d2e0042-54b9-4514-888c-94acda4a0cbc'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:31:15.291927 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.331287 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.364716 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:31:15.371331 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:31:15.374789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:31:15.401936 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=2621ec9b-2e3d-47fb-9116-8f3b94b26fca,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:15.487121 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891142cd-5ffb-479c-a681-74f51f496b57 req-42e0bd00-f965-41ee-bc8c-adcabdd9cd3e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:15.489167 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-891142cd-5ffb-479c-a681-74f51f496b57 req-42e0bd00-f965-41ee-bc8c-adcabdd9cd3e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 944 time: 0.0819430 Aug 26 21:31:15.520584 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.540479 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-891142cd-5ffb-479c-a681-74f51f496b57 req-972cb1ca-236d-4d0c-9b40-0446ba38a617 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439572 Aug 26 21:31:15.565763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.707762 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.712428 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.776666 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=2621ec9b-2e3d-47fb-9116-8f3b94b26fca,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:15.788311 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.801763 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:15.803078 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ce4c7d18-710f-4128-9bad-819b040dc7fc tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8402925 Aug 26 21:31:15.987001 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-8bb51721-017d-4242-96bd-0a41303724bd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1293981847&fields=id&tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 267 time: 0.0359735 Aug 26 21:31:16.090660 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-6e0f64f6-f93e-43f8-af43-2dfcfe326d14 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:16.092118 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-6e0f64f6-f93e-43f8-af43-2dfcfe326d14 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 811 time: 0.0976307 Aug 26 21:31:16.106499 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-0059e051-36f8-486a-8d09-7e47cc8f9463 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/quotas/6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 375 time: 0.0087998 Aug 26 21:31:16.160654 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-82a21024-684d-4a9b-998f-2b5aae15df53 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489435 Aug 26 21:31:16.175995 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-1295331d-d8f7-417e-8538-eeae9fb2061c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:31:16.176949 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-1295331d-d8f7-417e-8538-eeae9fb2061c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050125 Aug 26 21:31:16.265226 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-d935a31b-4833-4e2b-abee-5d63415ad29d service neutron] 10.222.0.26 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824850 Aug 26 21:31:16.349814 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-14f31690-93f2-4b97-bd35-f53875831502 service neutron] 10.222.0.26 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786490 Aug 26 21:31:16.508079 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b1ef7fe5-fc58-44a4-95d5-10b40c0dabd7 req-e453a229-77aa-4e3b-9291-f061381ac6a9 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 210 time: 0.0306191 Aug 26 21:31:16.657217 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746d51e-ccec-419a-bfed-dce8dc167c09 req-c6572e0a-0c72-4c86-b423-1ebc3fac1404 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:16.658693 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3746d51e-ccec-419a-bfed-dce8dc167c09 req-c6572e0a-0c72-4c86-b423-1ebc3fac1404 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Aug 26 21:31:16.697039 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3746d51e-ccec-419a-bfed-dce8dc167c09 req-4d077d50-44f7-49b8-ab8e-13934f934c65 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Aug 26 21:31:16.745233 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 7d2e0042-54b9-4514-888c-94acda4a0cbc up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:31:16.795131 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 7d2e0042-54b9-4514-888c-94acda4a0cbc completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:31:16.798554 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 7d2e0042-54b9-4514-888c-94acda4a0cbc triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:31:16.799236 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:16.997242 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:17.019605 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:17.022227 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dfc81e-671c-4846-9034-61c41c26e764" -d '{"events": [{"server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "name": "network-vif-plugged", "status": "completed", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:17.034459 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:17.039669 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:17.063162 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b264e3-1080-491c-9db8-f1cee9e1e94f x-openstack-request-id: req-73b264e3-1080-491c-9db8-f1cee9e1e94f {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:17.063449 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "name": "network-vif-plugged", "status": "completed", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:17.063727 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-73b264e3-1080-491c-9db8-f1cee9e1e94f {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:17.064170 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'code': 200} Aug 26 21:31:17.092239 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:17.290623 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b9fef-b829-4b5f-8212-9681511e99ab req-275847b8-4c2b-487e-890e-238fe9fe652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:17.292125 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-af3b9fef-b829-4b5f-8212-9681511e99ab req-275847b8-4c2b-487e-890e-238fe9fe652e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1098 time: 0.0448661 Aug 26 21:31:17.603155 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a4634ea5-870d-476c-bb11-57f8cace09a9 req-4cc618c0-ab1b-4d85-a5c8-283cb4c5ef21 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 210 time: 0.0268791 Aug 26 21:31:17.624233 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-af3b9fef-b829-4b5f-8212-9681511e99ab req-8a7cdd3d-5283-491d-9fc6-b6f5c42c6f76 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239324 Aug 26 21:31:17.666513 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-2b414893-d6a9-42d6-9985-b9a1b79ffc1c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:17.667928 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-2b414893-d6a9-42d6-9985-b9a1b79ffc1c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 811 time: 0.1096349 Aug 26 21:31:17.809568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06919a1-eba0-40ce-804b-7cfafb466e7a req-a0301917-4667-45f2-b107-88ffea0c4e1d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:17.811195 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d06919a1-eba0-40ce-804b-7cfafb466e7a req-a0301917-4667-45f2-b107-88ffea0c4e1d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0478771 Aug 26 21:31:17.848224 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d06919a1-eba0-40ce-804b-7cfafb466e7a req-ada4461e-cf7e-4c96-aadf-721791db55c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Aug 26 21:31:17.875650 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-903cddb7-43ca-4dd8-924a-c008e8c56f29 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f HTTP/1.1" status: 200 len: 380 time: 0.0337629 Aug 26 21:31:17.886223 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'port': {'device_id': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'admin_state_up': True, 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'security_groups': ['151c3a6a-8e13-4f83-a7a9-f8cc8080f987']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:17.991725 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Made reservation on behalf of 6d70c7a2a6e24563be50e80a3b2ba59f for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:31:17.995218 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.120140 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Allocated IP 172.20.0.6 (2e927cc9-0b86-4cec-b142-cbf89275e5fa/f211f7f1-14e8-4896-8346-4b43fbb8b930/6516cc36-d04a-4742-89cf-9d4cf2452c49) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:31:18.252817 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.266376 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Transition to ACTIVE for port object 6516cc36-d04a-4742-89cf-9d4cf2452c49 will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:31:18.298256 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.342059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:31:18.346869 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:31:18.351223 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:31:18.376986 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event updated for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:18.404483 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:18.405101 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.419835 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ff978a43-a55b-4988-86c5-f986974f12ed tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5372310 Aug 26 21:31:18.435337 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Request body: {'port': {'device_id': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:18.492243 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.523851 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.609747 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ba182e28-ee9c-47b6-b2cf-3f0d14fb25ac None None] Provisioning for port 6516cc36-d04a-4742-89cf-9d4cf2452c49 completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:31:18.613379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-ba182e28-ee9c-47b6-b2cf-3f0d14fb25ac None None] Provisioning complete for port 6516cc36-d04a-4742-89cf-9d4cf2452c49 triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:31:18.613751 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-ba182e28-ee9c-47b6-b2cf-3f0d14fb25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.650212 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-ba182e28-ee9c-47b6-b2cf-3f0d14fb25ac None None] Port 6516cc36-d04a-4742-89cf-9d4cf2452c49 cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:31:18.722191 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2673ada-48e7-4b8b-9895-651fc5f6a55c req-f3517620-51e6-4d12-8a66-5201b57c1272 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:18.724682 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2673ada-48e7-4b8b-9895-651fc5f6a55c req-f3517620-51e6-4d12-8a66-5201b57c1272 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 931 time: 0.0536764 Aug 26 21:31:18.763816 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6516cc36-d04a-4742-89cf-9d4cf2452c49 {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:31:18.768402 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-c2673ada-48e7-4b8b-9895-651fc5f6a55c req-d27a5431-1da1-4f78-8adf-4c68c33d0f7a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373704 Aug 26 21:31:18.773397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.788083 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Transition to ACTIVE for port object 6516cc36-d04a-4742-89cf-9d4cf2452c49 will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:31:18.791884 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.844392 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Pushing event updated for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:18.910008 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Attempting to bind port 6516cc36-d04a-4742-89cf-9d4cf2452c49 on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:31:18.910345 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Attempting to bind port 6516cc36-d04a-4742-89cf-9d4cf2452c49 by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:31:18.910668 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Attempting to bind port 6516cc36-d04a-4742-89cf-9d4cf2452c49 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:31:18.915443 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Port 6516cc36-d04a-4742-89cf-9d4cf2452c49 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:31:18.915807 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Attempting to bind port 6516cc36-d04a-4742-89cf-9d4cf2452c49 on network 2e927cc9-0b86-4cec-b142-cbf89275e5fa {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:31:18.920949 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:31:18.921292 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Checking segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:31:18.921669 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Bound using segment: {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:31:18.922094 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Bound port: 6516cc36-d04a-4742-89cf-9d4cf2452c49, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6971bd-b68b-41e9-9959-37e4568d59e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:31:18.922454 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:18.974106 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449b8af-d42c-456a-9ca6-2a37ec7afb00 req-64238473-577c-42c0-9d8c-ace75ccfa3ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:18.975882 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b449b8af-d42c-456a-9ca6-2a37ec7afb00 req-64238473-577c-42c0-9d8c-ace75ccfa3ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0541711 Aug 26 21:31:18.998427 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:31:19.003545 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:31:19.009468 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.016482 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b449b8af-d42c-456a-9ca6-2a37ec7afb00 req-50f2491f-517c-4cd5-b94e-4a9f9fbd0193 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346599 Aug 26 21:31:19.050320 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.050941 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.052555 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] 10.222.0.47 "PUT /v2.0/ports/6516cc36-d04a-4742-89cf-9d4cf2452c49 HTTP/1.1" status: 200 len: 1093 time: 0.6216507 Aug 26 21:31:19.053518 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:19.055855 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae6bf20-bd90-44c8-b054-521207c67a70" -d '{"events": [{"name": "network-changed", "server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:19.082647 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a1524-f323-4263-9b65-c1160b0d549a service neutron] Pushing event updated for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:19.124582 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c105c8-0d95-495d-ad22-585976f6a4bf x-openstack-request-id: req-f5c105c8-0d95-495d-ad22-585976f6a4bf {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:19.124898 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:19.125280 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5c105c8-0d95-495d-ad22-585976f6a4bf {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:19.125752 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'status': 'completed', 'code': 200} Aug 26 21:31:19.142369 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-2a8f1100-1801-4bee-adb4-fb874b760a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.143953 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-2a8f1100-1801-4bee-adb4-fb874b760a3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 1096 time: 0.0489516 Aug 26 21:31:19.156862 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e5562-d6fc-4c4a-a781-16fa55d2b413 req-73627813-5043-4648-9bdf-c108d3b03581 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.158384 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-777e5562-d6fc-4c4a-a781-16fa55d2b413 req-73627813-5043-4648-9bdf-c108d3b03581 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0576944 Aug 26 21:31:19.192185 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-d6f72e86-a11c-461c-8bdb-7ed7243e69ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49 HTTP/1.1" status: 200 len: 217 time: 0.0401809 Aug 26 21:31:19.204419 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-777e5562-d6fc-4c4a-a781-16fa55d2b413 req-fa9fa0ab-0e7c-4580-8240-806464b8ce78 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Aug 26 21:31:19.224309 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51486) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:19.243059 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-028d8c17-619f-4ad7-8c83-0f8bb32ba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.244584 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-028d8c17-619f-4ad7-8c83-0f8bb32ba957 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0460262 Aug 26 21:31:19.269427 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e6e2f-8b49-493c-9f0c-d0662bc1a2b6 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.270912 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8e2e6e2f-8b49-493c-9f0c-d0662bc1a2b6 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1093 time: 0.0454056 Aug 26 21:31:19.273806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51488) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:19.278046 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:19.290854 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-934872e2-d99d-4ee6-9547-3bcf5f2556de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.292416 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-934872e2-d99d-4ee6-9547-3bcf5f2556de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409830 Aug 26 21:31:19.300789 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.387570 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-9d625302-b921-420c-bdbd-f52348c20b7b service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881698 Aug 26 21:31:19.395417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.477222 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-410a71e8-5ec7-442d-bbd1-9530339a625b req-ddcb3b17-dea7-42b6-aa7d-2838dc015cb5 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825832 Aug 26 21:31:19.501808 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_common [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.27.3.23 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6) {{(pid=93860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:31:19.559575 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-c27c0791-8a3c-4e9d-878d-ea79fbaa5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.561149 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-c27c0791-8a3c-4e9d-878d-ea79fbaa5d25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 1096 time: 0.0422943 Aug 26 21:31:19.600840 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.638694 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:19.659837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-14969628-12c1-422b-98c0-9f412c976bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.661264 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-14969628-12c1-422b-98c0-9f412c976bc5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0914330 Aug 26 21:31:19.681556 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:31:19.684445 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.base_scheduler [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:31:19.688018 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:31:19.706474 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-f96bfb5b-df91-4c95-b253-c93b6eee7e20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49 HTTP/1.1" status: 200 len: 217 time: 0.0371563 Aug 26 21:31:19.709468 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:19.760976 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-9169c9f3-8b51-4e7f-a913-b95e58acf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.762411 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-9169c9f3-8b51-4e7f-a913-b95e58acf0b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0482528 Aug 26 21:31:19.808901 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-7410d181-c520-4408-9f07-c80cdd504628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:19.810397 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-7410d181-c520-4408-9f07-c80cdd504628 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411088 Aug 26 21:31:19.901580 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-3e1758e8-7219-4cb8-8cc5-e31782912088 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817738 Aug 26 21:31:19.999681 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-bae6bf20-bd90-44c8-b054-521207c67a70 req-a685a0f4-241b-4920-b295-c3e5e0d8646a service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898917 Aug 26 21:31:20.170957 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63189499-b225-4d5c-8e10-0710f8f4fa50 req-972ca9bb-c3c3-4428-b7a8-d7852b2555a8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:20.172443 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63189499-b225-4d5c-8e10-0710f8f4fa50 req-972ca9bb-c3c3-4428-b7a8-d7852b2555a8 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 943 time: 0.3378170 Aug 26 21:31:20.244944 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-63189499-b225-4d5c-8e10-0710f8f4fa50 req-2a906a16-91ee-4af8-ab9e-f445d33e10ec tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648732 Aug 26 21:31:20.352303 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.414981 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.559838 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.567298 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58722708'] for port, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.630847 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6,revision_number=2']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:20.643683 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.741142 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 4132e02f-36d8-40ce-b2b2-9f73e8be41d5 associated. External IP: 172.27.3.23, port: 7d2e0042-54b9-4514-888c-94acda4a0cbc. Aug 26 21:31:20.756289 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 6516cc36-d04a-4742-89cf-9d4cf2452c49 details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:31:20.847201 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:20.858555 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'port_id': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'mac_address': 'fa:16:3e:81:7b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:31:20.897817 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.910209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6516cc36-d04a-4742-89cf-9d4cf2452c49 {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:31:20.928941 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:20.933436 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:20.946474 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:31:20.983496 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:21.050833 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:31:21.061768 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:31:21.067197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:21.072681 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:21.073589 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:21.094667 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0ee8b8b9-83f0-430f-99dd-517e20f5296a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8198628 Aug 26 21:31:21.095406 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:21.097816 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525faed8-aab9-4fe8-ba42-c00ff70013b1" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:21.134647 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b334e8a-81d3-4210-a01d-6d936741fa8f x-openstack-request-id: req-5b334e8a-81d3-4210-a01d-6d936741fa8f {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:21.134936 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:21.135186 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5b334e8a-81d3-4210-a01d-6d936741fa8f {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:21.135575 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'status': 'completed', 'code': 200} Aug 26 21:31:21.151959 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['6516cc36-d04a-4742-89cf-9d4cf2452c49'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:31:21.179262 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:21.201361 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-c435b323-6e1d-4bfc-9432-1aa0aba926df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:21.203204 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-c435b323-6e1d-4bfc-9432-1aa0aba926df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1098 time: 0.0451112 Aug 26 21:31:21.308422 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-0654bcd9-a5b9-41e4-8810-43d9136b0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:21.310154 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-0654bcd9-a5b9-41e4-8810-43d9136b0cc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0991969 Aug 26 21:31:21.367904 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32eab-6bda-4eaa-ae66-b3c72343267f req-7d124d21-170b-4529-90d4-9204482d6d7e tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:21.369419 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bd32eab-6bda-4eaa-ae66-b3c72343267f req-7d124d21-170b-4529-90d4-9204482d6d7e tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 944 time: 0.0517449 Aug 26 21:31:21.377823 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-1c43cc83-8694-43a3-9b38-23a7cff5e633 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 998 time: 0.0600278 Aug 26 21:31:21.408700 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6bd32eab-6bda-4eaa-ae66-b3c72343267f req-f4b300df-5669-4237-a147-aa9709838464 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332508 Aug 26 21:31:21.417353 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:20Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:21.430764 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-aa3b3e1a-e6d2-43cb-8ebc-0cac4a7b2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:21.432339 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-aa3b3e1a-e6d2-43cb-8ebc-0cac4a7b2199 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0461693 Aug 26 21:31:21.448275 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:31:21.456746 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:21.457348 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:21.481324 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-cc480614-1fd9-4bb9-9a71-60adf5f5b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:21.482799 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-cc480614-1fd9-4bb9-9a71-60adf5f5b911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430729 Aug 26 21:31:21.570878 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-bab66f6a-2511-45dd-9ce9-fa32a00e4de4 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804777 Aug 26 21:31:21.577372 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:21.664560 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-525faed8-aab9-4fe8-ba42-c00ff70013b1 req-51db844c-aa4e-489b-bed0-e6edf35c3155 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843976 Aug 26 21:31:21.795836 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:20Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:21.824161 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e515ab-b0b9-47cd-b33a-959de08108b3 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:20Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:31:22.010564 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7b037-0538-4902-8247-790111b25fa3 None None] New status for floating IP 4132e02f-36d8-40ce-b2b2-9f73e8be41d5: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:31:22.532150 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f8a30-c66b-40dc-b4a1-77968cdd7200 req-199c9199-94fc-4cf0-85bb-526e1930b88c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:22.533614 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f63f8a30-c66b-40dc-b4a1-77968cdd7200 req-199c9199-94fc-4cf0-85bb-526e1930b88c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 944 time: 0.0503078 Aug 26 21:31:22.569999 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-f63f8a30-c66b-40dc-b4a1-77968cdd7200 req-a7094622-adbb-4bc2-bb6e-bcaa680c1742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300293 Aug 26 21:31:22.764301 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 6516cc36-d04a-4742-89cf-9d4cf2452c49 up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:31:22.811521 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 6516cc36-d04a-4742-89cf-9d4cf2452c49 completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:31:22.815231 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 6516cc36-d04a-4742-89cf-9d4cf2452c49 triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:31:22.815885 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:22.892441 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:22.914361 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:22.916625 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbfa0e0-6231-4615-a744-ad9912e8f4a5" -d '{"events": [{"server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "name": "network-vif-plugged", "status": "completed", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:22.928729 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:31:22.932762 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:22.957308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098547a-6355-41c8-90bb-5add2ea1899b x-openstack-request-id: req-2098547a-6355-41c8-90bb-5add2ea1899b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:22.957602 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "name": "network-vif-plugged", "status": "completed", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:22.957851 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2098547a-6355-41c8-90bb-5add2ea1899b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:22.958237 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'code': 200} Aug 26 21:31:22.984634 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:31:23.117818 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df5a5f-e58a-422e-8586-74a3483fdedd req-9ff8d0d1-5777-40a7-aa09-1b380a6fa03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:23.119250 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-14df5a5f-e58a-422e-8586-74a3483fdedd req-9ff8d0d1-5777-40a7-aa09-1b380a6fa03b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 1098 time: 0.0393591 Aug 26 21:31:23.154096 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-14df5a5f-e58a-422e-8586-74a3483fdedd req-63a9330a-ff73-4cf9-a026-746e7aa6812c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276961 Aug 26 21:31:23.681999 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867d97-52f8-43f0-b1bb-1a70866bcdaa req-88f5a10d-1ebe-4e29-a0ad-b1f12d1298bd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:23.683471 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73867d97-52f8-43f0-b1bb-1a70866bcdaa req-88f5a10d-1ebe-4e29-a0ad-b1f12d1298bd tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0479524 Aug 26 21:31:23.719477 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-73867d97-52f8-43f0-b1bb-1a70866bcdaa req-48cec8cf-48f6-4220-935a-10f7390e8e47 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302396 Aug 26 21:31:24.832133 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39dd2d-5e7c-4d92-8312-728b48d5b35a req-b076fe8a-f26f-4f51-8299-3f4395ede159 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:24.833560 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc39dd2d-5e7c-4d92-8312-728b48d5b35a req-b076fe8a-f26f-4f51-8299-3f4395ede159 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Aug 26 21:31:24.870634 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cc39dd2d-5e7c-4d92-8312-728b48d5b35a req-6b1e0ec6-161f-4399-ab08-19be9989b349 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Aug 26 21:31:24.981278 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673643a-1607-4c99-a579-d69fc5772b18 req-0fbfd8cb-6630-4028-b6d5-4378cf53555c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:24.982734 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-3673643a-1607-4c99-a579-d69fc5772b18 req-0fbfd8cb-6630-4028-b6d5-4378cf53555c tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0515075 Aug 26 21:31:24.991506 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51508) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:31:24.996489 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.v2.base [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Request body: {'floatingip': {'port_id': '6516cc36-d04a-4742-89cf-9d4cf2452c49'}} {{(pid=93860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:31:25.034224 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, before_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:25.061407 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-569e3d16-fd08-4df7-9baf-1174fd3f3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:25.451013 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:25.454777 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:25.554765 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Floating IP 230acca3-b70f-44c7-8a45-e67825bb5756 associated. External IP: 172.27.3.137, port: 6516cc36-d04a-4742-89cf-9d4cf2452c49. Aug 26 21:31:25.763391 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:31:25.870586 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:31:25.875425 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:25.879744 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:31:25.888776 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:25.889370 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:25.903154 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-9d31d23f-73bb-4da8-b961-0c29b0ef2d1a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "PUT /v2.0/floatingips/230acca3-b70f-44c7-8a45-e67825bb5756 HTTP/1.1" status: 200 len: 991 time: 0.9105344 Aug 26 21:31:25.903992 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:31:25.906194 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:31:25.949245 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9973a2d5-9ac9-4dae-8e51-4557dfc7b111 x-openstack-request-id: req-9973a2d5-9ac9-4dae-8e51-4557dfc7b111 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:31:25.949536 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:31:25.949786 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9973a2d5-9ac9-4dae-8e51-4557dfc7b111 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:31:25.950184 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'status': 'completed', 'code': 200} Aug 26 21:31:25.996017 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:26.014340 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-f597769b-da55-40bb-919a-45e629db5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.015783 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-f597769b-da55-40bb-919a-45e629db5439 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 1098 time: 0.0439944 Aug 26 21:31:26.108067 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-07d3b65f-2a28-4079-818e-507078934bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.109553 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-07d3b65f-2a28-4079-818e-507078934bee service neutron] 10.222.0.47 "GET /v2.0/networks?id=2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 200 len: 912 time: 0.0865960 Aug 26 21:31:26.176449 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-7f60f312-f3a1-4df3-b4a9-aaecfca9bddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49 HTTP/1.1" status: 200 len: 999 time: 0.0594523 Aug 26 21:31:26.223450 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '230acca3-b70f-44c7-8a45-e67825bb5756', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:81:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:15Z', 'updated_at': '2021-08-26T21:31:25Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:26.224505 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-9fd3635e-40f2-40a9-9319-37750429d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.226111 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-9fd3635e-40f2-40a9-9319-37750429d477 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 200 len: 850 time: 0.0431056 Aug 26 21:31:26.249102 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:31:26.258173 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:31:26.258765 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:30:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:26.274681 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-97561158-43bd-4bba-bda8-f535aa34f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.276115 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-97561158-43bd-4bba-bda8-f535aa34f1aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2e927cc9-0b86-4cec-b142-cbf89275e5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433080 Aug 26 21:31:26.292149 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-9bd36db8-ff47-40a6-9c30-50b8f76d0b8c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93861) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 26 21:31:26.293140 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-9bd36db8-ff47-40a6-9c30-50b8f76d0b8c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054567 Aug 26 21:31:26.407020 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-79234505-a5d3-4e26-bd8b-4b0a341c4f8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917614 Aug 26 21:31:26.424361 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-72d6ad9b-8b00-48f1-a073-d92845a30a4e service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166887 Aug 26 21:31:26.448043 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:31:26.538233 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-f0233cd2-3d3b-46cf-b29a-59c6b2c3a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.539783 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-f0233cd2-3d3b-46cf-b29a-59c6b2c3a30e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1098 time: 0.0862262 Aug 26 21:31:26.554344 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2d42ffe6-dc59-48a6-a598-b2c0b2a638ba req-287ad253-6131-4f2d-a25d-6493ce0dfb11 service neutron] 10.222.0.47 "GET /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184466 Aug 26 21:31:26.652370 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-839e32de-9d05-44f7-893c-d23d8256f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.653831 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-839e32de-9d05-44f7-893c-d23d8256f652 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0905352 Aug 26 21:31:26.667592 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '230acca3-b70f-44c7-8a45-e67825bb5756', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:81:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:15Z', 'updated_at': '2021-08-26T21:31:25Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:31:26.692590 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dacf9-610c-4432-90d3-c226c968ed03 None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '230acca3-b70f-44c7-8a45-e67825bb5756', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'port_id': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'mac_address': 'fa:16:3e:81:7b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:15Z', 'updated_at': '2021-08-26T21:31:25Z', 'revision_number': 1, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:31:26.721718 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-6e3dbcdf-ceca-4c27-9bbc-28e350129b2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 1000 time: 0.0606434 Aug 26 21:31:26.770740 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-f09a9cc2-b070-489d-9c9b-abd62e1d74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.772445 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-f09a9cc2-b070-489d-9c9b-abd62e1d74c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0435400 Aug 26 21:31:26.820395 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-0110070d-f91a-4630-bfbd-2630794fd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:31:26.821895 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-0110070d-f91a-4630-bfbd-2630794fd81b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428438 Aug 26 21:31:26.878622 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ecad2-b1ee-4ea0-9ca2-02db6fb3025d None None] New status for floating IP 230acca3-b70f-44c7-8a45-e67825bb5756: ACTIVE {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:31:26.919328 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-4fe4d6bb-7de1-4fa6-8213-4aa412dbf2cd service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899713 Aug 26 21:31:27.009026 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c0dceb3a-f573-48ce-afb0-aedab3d5c8e9 req-1cf82c21-b55b-4a9d-84aa-ac1f9307417e service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825233 Aug 26 21:31:27.654435 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:27.906133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c7a04e4b-af6d-4521-ac81-29f797f2db03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:28.697124 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:30.545902 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:43.377328 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:31:48.539363 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:55.062618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-06c8bca4-d17d-4273-adc6-709be44fa6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:57.655066 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:57.905996 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3a44cdc7-3c08-4ab8-8989-bddba6690bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:31:58.696981 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:00.547224 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:18.564510 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:20.376022 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:32:25.062953 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7b961080-89e1-4f14-a9cf-203f65ee49dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:27.655981 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:27.906456 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4999b72b-28db-44ef-86bd-d103a6ed2c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:28.069595 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a3512-81d2-4c66-8411-62af516afe63 req-5ad91c8b-a182-4f3e-9853-3fcdd161685a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:32:28.071064 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a80a3512-81d2-4c66-8411-62af516afe63 req-5ad91c8b-a182-4f3e-9853-3fcdd161685a tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Aug 26 21:32:28.108230 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a80a3512-81d2-4c66-8411-62af516afe63 req-c0211415-b995-4ba8-8898-724e5446440b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311222 Aug 26 21:32:28.697727 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:29.222180 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3503-8590-4e11-92a2-4bd050dcc2cb req-e5615cd8-10b4-4195-8e9d-2e76d9b17f13 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:32:29.223633 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fcc3503-8590-4e11-92a2-4bd050dcc2cb req-e5615cd8-10b4-4195-8e9d-2e76d9b17f13 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0483527 Aug 26 21:32:29.262265 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6fcc3503-8590-4e11-92a2-4bd050dcc2cb req-d649aa4e-2819-444a-83b8-37e7661643b1 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325913 Aug 26 21:32:30.008804 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-b9b64556-d717-41eb-a1d9-1b44f7ad49ec tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:32:30.010665 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-b9b64556-d717-41eb-a1d9-1b44f7ad49ec tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0504644 Aug 26 21:32:30.100771 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Deleting port 6516cc36-d04a-4742-89cf-9d4cf2452c49 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:32:30.101102 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.184966 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] For port 6516cc36-d04a-4742-89cf-9d4cf2452c49, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=6516cc36-d04a-4742-89cf-9d4cf2452c49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:32:30.185320 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.355281 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.355654 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.355991 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Floating IP 230acca3-b70f-44c7-8a45-e67825bb5756 disassociated. External IP: 172.27.3.137, port: 6516cc36-d04a-4742-89cf-9d4cf2452c49. Aug 26 21:32:30.356323 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Calling delete_port for 6516cc36-d04a-4742-89cf-9d4cf2452c49 owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:32:30.380624 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74d6b-ab64-49c4-8a56-c92f11fddd80 req-0e04491d-0250-43f5-95bc-123da9c9ac48 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:32:30.382093 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bd74d6b-ab64-49c4-8a56-c92f11fddd80 req-0e04491d-0250-43f5-95bc-123da9c9ac48 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 945 time: 0.0515652 Aug 26 21:32:30.420492 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7bd74d6b-ab64-49c4-8a56-c92f11fddd80 req-38528d29-4d79-4fae-9ca4-dda93ca17215 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups?id=151c3a6a-8e13-4f83-a7a9-f8cc8080f987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317426 Aug 26 21:32:30.480551 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.510959 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'Port': ['ID=6516cc36-d04a-4742-89cf-9d4cf2452c49,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:30.521749 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.522097 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.522439 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.522775 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.523108 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.523434 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.523786 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.524112 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.524434 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.525329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.525936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.525936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:30.551186 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:30.639316 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:32:30.989837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:32:31.000454 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:32:31.010406 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:32:31.010998 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:31.030236 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] No DVR routers for this DVR port 6516cc36-d04a-4742-89cf-9d4cf2452c49 on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:32:31.032858 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:31.034867 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-68036ac3-d298-4966-bdb4-173a7dba8c94 req-e4274321-ec09-46ef-a76e-641da9349742 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.47 "DELETE /v2.0/ports/6516cc36-d04a-4742-89cf-9d4cf2452c49 HTTP/1.1" status: 204 len: 173 time: 1.0178301 Aug 26 21:32:31.035298 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'name': 'network-vif-deleted', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:32:31.037551 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19329a2-921e-4fad-be42-5d6e5a0ce048" -d '{"events": [{"server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "name": "network-vif-deleted", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:32:31.123765 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:32:31.137984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ed4a6f-f115-40d8-b132-4ad140f85ab6 x-openstack-request-id: req-34ed4a6f-f115-40d8-b132-4ad140f85ab6 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:32:31.138283 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c213ed80-4d03-4cba-9778-c448dea797d3", "name": "network-vif-deleted", "tag": "6516cc36-d04a-4742-89cf-9d4cf2452c49", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:32:31.138529 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-34ed4a6f-f115-40d8-b132-4ad140f85ab6 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:32:31.138922 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c213ed80-4d03-4cba-9778-c448dea797d3', 'name': 'network-vif-deleted', 'tag': '6516cc36-d04a-4742-89cf-9d4cf2452c49', 'status': 'completed', 'code': 200} Aug 26 21:32:31.322159 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:31.347332 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:32:31.356010 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:32:31.356598 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:31.461905 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:32:31.528814 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9a089d8d-2335-4584-ab7b-389bc58ae32c req-5eeb3560-97fe-4252-a93e-73cfb8256400 tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/ports?device_id=c213ed80-4d03-4cba-9778-c448dea797d3 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Aug 26 21:32:31.668116 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:31.696072 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f5e266-9542-4ea1-ad0b-75406297ca85 None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:28:30Z', 'revision_number': 4, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '9b6a7086-cea0-4be0-9f9a-a4e45fd99c29', 'name': '', 'network_id': '2e927cc9-0b86-4cec-b142-cbf89275e5fa', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'mac_address': 'fa:16:3e:27:9d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:29Z', 'updated_at': '2021-08-26T21:28:36Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'subnets': [{'id': 'f211f7f1-14e8-4896-8346-4b43fbb8b930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:32:31.906136 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cb00e-8b11-42e1-866f-a4b54b1b7b74 None None] New status for floating IP 230acca3-b70f-44c7-8a45-e67825bb5756: DOWN {{(pid=93862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:32:32.618117 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51742) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:32.671077 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.693649 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.739676 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.742221 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.743978 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "DELETE /v2.0/security-groups/151c3a6a-8e13-4f83-a7a9-f8cc8080f987 HTTP/1.1" status: 204 len: 168 time: 0.1236222 Aug 26 21:32:32.746659 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51744) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:32.753032 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151c3a6a-8e13-4f83-a7a9-f8cc8080f987,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:32.759900 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.api.v2.resource [None req-d389065c-d165-4e6c-ac11-d6dde778a38b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] show failed (client error): The resource could not be found. Aug 26 21:32:32.760060 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.760259 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763361 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763507 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-d389065c-d165-4e6c-ac11-d6dde778a38b tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "GET /v2.0/security-groups/151c3a6a-8e13-4f83-a7a9-f8cc8080f987 HTTP/1.1" status: 404 len: 347 time: 0.0132527 Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.763616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814c27a5-a8bf-4f60-b761-a5bb86542a2f tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:32:32.764336 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51746) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:32.882961 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Deleting port 2621ec9b-2e3d-47fb-9116-8f3b94b26fca {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:32:32.883303 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.958063 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.958389 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:32.969957 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Calling delete_port for 2621ec9b-2e3d-47fb-9116-8f3b94b26fca owned by network:floatingip {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:32:33.092526 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:33.121903 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Pushing event deleted for resources: {'Port': ['ID=2621ec9b-2e3d-47fb-9116-8f3b94b26fca,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:33.179067 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:33.181511 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:33.182638 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-aacd5c36-14da-4228-a61b-9b0350a710bb tempest-AttachVolumeTestJSON-950227619 tempest-AttachVolumeTestJSON-950227619-project] 10.222.0.26 "DELETE /v2.0/floatingips/230acca3-b70f-44c7-8a45-e67825bb5756 HTTP/1.1" status: 204 len: 168 time: 0.4181764 Aug 26 21:32:35.115181 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 6516cc36-d04a-4742-89cf-9d4cf2452c49 no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:32:35.139182 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 6516cc36-d04a-4742-89cf-9d4cf2452c49 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:32:35.139550 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 6516cc36-d04a-4742-89cf-9d4cf2452c49 not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:32:36.698613 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51774) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:37.033780 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:37.519257 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Deleting port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:32:37.519598 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:37.597107 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] For port 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:32:37.597473 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:37.610013 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Calling delete_port for 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:32:37.781105 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:37.806809 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6a7086-cea0-4be0-9f9a-a4e45fd99c29,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:37.966360 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.173273 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Router 45342b27-1ea1-4506-b51c-1d04090a7344 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:32:38.278299 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:32:38.283239 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fa615856-4e2d-4ed1-90a6-012c639a1b3e admin admin] 10.222.0.26 "PUT /v2.0/routers/45342b27-1ea1-4506-b51c-1d04090a7344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5835218 Aug 26 21:32:38.285898 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51776) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:38.288551 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Sync routers for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:32:38.298263 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:32:38.298862 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:38.385330 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.402108 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:32:38.488685 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.543672 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Deleting port e3879723-d071-4780-af2d-559e6e1fae76 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:32:38.544030 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.622540 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] For port e3879723-d071-4780-af2d-559e6e1fae76, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e3879723-d071-4780-af2d-559e6e1fae76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:32:38.622904 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.635872 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Calling delete_port for e3879723-d071-4780-af2d-559e6e1fae76 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:32:38.661527 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:32:37Z', 'revision_number': 5, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port': {'id': 'e3879723-d071-4780-af2d-559e6e1fae76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:26Z', 'updated_at': '2021-08-26T21:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:38.688465 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Checking router: 45342b27-1ea1-4506-b51c-1d04090a7344 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:32:38.697889 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Routers {'45342b27-1ea1-4506-b51c-1d04090a7344'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:32:38.698494 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:28Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['45342b27-1ea1-4506-b51c-1d04090a7344'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:38.785287 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] Set router 45342b27-1ea1-4506-b51c-1d04090a7344 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:32:38.799463 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.831105 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e3879723-d071-4780-af2d-559e6e1fae76,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:38.842654 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:32:38Z', 'revision_number': 6, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:38.868668 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c10b22-e0b4-4a91-b291-d189d9a06178 None None] The sync data for ids ['45342b27-1ea1-4506-b51c-1d04090a7344'] in dv-cinder-806260-2-iscsi is: [{'id': '45342b27-1ea1-4506-b51c-1d04090a7344', 'name': 'tempest-AttachVolumeTestJSON-2142558524-router', 'tenant_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:25Z', 'updated_at': '2021-08-26T21:32:38Z', 'revision_number': 6, 'project_id': '6d70c7a2a6e24563be50e80a3b2ba59f', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:32:38.885378 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.981057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:38.983125 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.029406 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.029979 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45342b27-1ea1-4506-b51c-1d04090a7344 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:32:39.034828 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.036156 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-61234544-5f2e-435e-8c09-402e661039cb admin admin] 10.222.0.26 "DELETE /v2.0/routers/45342b27-1ea1-4506-b51c-1d04090a7344 HTTP/1.1" status: 204 len: 168 time: 0.7493212 Aug 26 21:32:39.038568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51778) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:39.084782 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Deleting subnet f211f7f1-14e8-4896-8346-4b43fbb8b930 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:32:39.088208 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.122575 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.203877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.261303 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.293846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f211f7f1-14e8-4896-8346-4b43fbb8b930,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:39.295846 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.297724 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fb241f45-105c-4d78-ae3e-96a4b0d8189c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f211f7f1-14e8-4896-8346-4b43fbb8b930 HTTP/1.1" status: 204 len: 168 time: 0.2582204 Aug 26 21:32:39.300274 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 51780) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:39.300429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec148463-f816-4a6a-b20b-fbb383d6effc None None] Network 2e927cc9-0b86-4cec-b142-cbf89275e5fa requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:32:39.365827 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.422025 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Deleting port 78960a0f-b905-4469-8794-3fd985d76f49 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:32:39.422369 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.484568 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] For port 78960a0f-b905-4469-8794-3fd985d76f49, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=78960a0f-b905-4469-8794-3fd985d76f49,segment=NetworkSegment(0b6971bd-b68b-41e9-9959-37e4568d59e3),segment_id=0b6971bd-b68b-41e9-9959-37e4568d59e3)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:32:39.484935 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.497013 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Calling delete_port for 78960a0f-b905-4469-8794-3fd985d76f49 owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:32:39.580877 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.605349 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Pushing event deleted for resources: {'Port': ['ID=78960a0f-b905-4469-8794-3fd985d76f49,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:39.608527 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101daa08-d17e-4513-b92d-c6709c11c376 None None] DHCP port deletion for 2e927cc9-0b86-4cec-b142-cbf89275e5fa request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:32:39.614013 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] No DVR routers for this DVR port 78960a0f-b905-4469-8794-3fd985d76f49 on host dv-cinder-806260-2-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:32:39.687429 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.698911 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e927cc9-0b86-4cec-b142-cbf89275e5fa']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:39.709411 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6971bd-b68b-41e9-9959-37e4568d59e3') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:39.709711 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6971bd-b68b-41e9-9959-37e4568d59e3') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:32:39.719106 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.736527 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.742208 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:32:39.742590 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:32:39.745275 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:32:39.800329 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.806265 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:39.808223 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e927cc9-0b86-4cec-b142-cbf89275e5fa HTTP/1.1" status: 204 len: 168 time: 0.5070269 Aug 26 21:32:39.822199 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e1c6d-7e28-4714-b98e-92cff2d07eca admin admin] Pushing event deleted for resources: {'Network': ['ID=2e927cc9-0b86-4cec-b142-cbf89275e5fa,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:39.973781 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51784) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:40.013674 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-030507d0-62d2-4255-b61e-6bb06ae1b56f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d70c7a2a6e24563be50e80a3b2ba59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387073 Aug 26 21:32:40.016074 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 51786) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:32:40.064120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:40.084137 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:40.145405 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:40.147934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:40.149104 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea6e4d67-50a5-4831-9138-dbdf71a8a378 HTTP/1.1" status: 204 len: 168 time: 0.1321146 Aug 26 21:32:40.157296 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0e15b-c38e-42cf-991c-5f76bdf7c1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6e4d67-50a5-4831-9138-dbdf71a8a378,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:32:40.261832 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 78960a0f-b905-4469-8794-3fd985d76f49 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:32:40.284330 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 78960a0f-b905-4469-8794-3fd985d76f49 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:32:40.284688 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 78960a0f-b905-4469-8794-3fd985d76f49 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:32:40.285078 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:32:40.308076 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:32:40.308675 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 9b6a7086-cea0-4be0-9f9a-a4e45fd99c29 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:32:40.308849 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e3879723-d071-4780-af2d-559e6e1fae76 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:32:40.327062 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: e3879723-d071-4780-af2d-559e6e1fae76 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:32:40.327405 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e3879723-d071-4780-af2d-559e6e1fae76 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:32:48.563952 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:55.064998 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-72ecf0c0-8e22-4a9f-9be4-5ec45aaa714d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:57.376035 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:32:57.657407 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:57.908561 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bdb96cb5-2bea-4af4-8e2a-a2c82f73a25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:58.700072 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:32:59.971563 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-7cff2518-4711-4e7b-a3a5-11fb080be1c9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745434915&fields=id&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 267 time: 0.0325046 Aug 26 21:33:00.077493 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-63e7a0ac-4c3b-4c1f-bcec-8447aa2b71ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:00.078964 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-63e7a0ac-4c3b-4c1f-bcec-8447aa2b71ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.1009367 Aug 26 21:33:00.093592 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-44f49cd4-eed3-480d-898a-b9041bad0efc tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/quotas/9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 375 time: 0.0089245 Aug 26 21:33:00.150612 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-01750207-5fe8-4864-8c81-4646ddcacb90 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0517402 Aug 26 21:33:00.243692 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-d1331aa1-6159-4a6f-a112-38bafb425c19 service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809689 Aug 26 21:33:00.332655 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-7dfc5d41-21ed-4001-82ab-b8e31433287c service neutron] 10.222.0.26 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829179 Aug 26 21:33:00.562110 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:00.607607 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-93b81f5f-bfe1-4508-806a-c9c61530f1af req-5c38b57b-9be6-4c0e-80a7-7661313a9960 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 26 21:33:01.686002 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-9051ddf4-8d9c-4e31-8f63-27c155be8fb5 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:01.687454 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-9051ddf4-8d9c-4e31-8f63-27c155be8fb5 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 812 time: 0.1042809 Aug 26 21:33:01.702168 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-581c83f4-34c9-4a1d-b86d-861d747a6da7 req-067787ad-12b7-43f3-94c0-3ef3e0492696 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 210 time: 0.0259171 Aug 26 21:33:01.745943 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-fcf0c43a-b785-48ab-85af-92e9f37aca32 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cc186d0868a42d78b4dd26b9f57897a HTTP/1.1" status: 200 len: 380 time: 0.0346954 Aug 26 21:33:01.764148 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'port': {'device_id': '00a269a9-2747-4818-ab0b-c0234670f49a', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'admin_state_up': True, 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'security_groups': ['89eddb1b-8e7d-46a3-a35c-b34edc608eb3']}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:33:01.872427 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Made reservation on behalf of 9cc186d0868a42d78b4dd26b9f57897a for: {'port': 1} {{(pid=93861) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 21:33:01.875935 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:01.997419 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.20.0.13 (764387ca-8320-485a-a3b7-bb55f34863bf/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb/4890fe77-a616-44d5-8b00-3227bc9e6eef) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:33:02.138969 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.152293 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Transition to ACTIVE for port object 4890fe77-a616-44d5-8b00-3227bc9e6eef will not be triggered until provisioned by entity DHCP. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:33:02.184927 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.230071 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network 764387ca-8320-485a-a3b7-bb55f34863bf is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:33:02.233175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:33:02.236926 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:33:02.272588 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:02.295658 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:02.296307 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.311410 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-79241a32-ebff-4535-880a-cd7d3daec138 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508425 Aug 26 21:33:02.428964 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Request body: {'port': {'device_id': '00a269a9-2747-4818-ab0b-c0234670f49a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80626'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:33:02.484359 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.492446 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-64dec232-171a-472c-85a8-4e05351231ac None None] Provisioning for port 4890fe77-a616-44d5-8b00-3227bc9e6eef completed by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:33:02.498273 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-64dec232-171a-472c-85a8-4e05351231ac None None] Provisioning complete for port 4890fe77-a616-44d5-8b00-3227bc9e6eef triggered by entity DHCP. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:33:02.498778 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-64dec232-171a-472c-85a8-4e05351231ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.532683 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-64dec232-171a-472c-85a8-4e05351231ac None None] Port 4890fe77-a616-44d5-8b00-3227bc9e6eef cannot update to ACTIVE because it is not bound. {{(pid=93862) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 26 21:33:02.756363 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4890fe77-a616-44d5-8b00-3227bc9e6eef {{(pid=93861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:33:02.763995 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.776769 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.provisioning_blocks [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Transition to ACTIVE for port object 4890fe77-a616-44d5-8b00-3227bc9e6eef will not be triggered until provisioned by entity L2. {{(pid=93861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 26 21:33:02.780175 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.823108 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08298d78-c19e-4cba-9540-64893f0338c9 req-b98c9dd1-8ea1-40c1-a21b-4a4514765271 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:02.824878 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08298d78-c19e-4cba-9540-64893f0338c9 req-b98c9dd1-8ea1-40c1-a21b-4a4514765271 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0536139 Aug 26 21:33:02.850394 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Pushing event updated for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:02.868615 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-08298d78-c19e-4cba-9540-64893f0338c9 req-ae7114d1-e0c6-424e-a691-07db4209207b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Aug 26 21:33:02.908145 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Attempting to bind port 4890fe77-a616-44d5-8b00-3227bc9e6eef on host hv-cinder-80626 for vnic_type normal with profile {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 26 21:33:02.908485 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Attempting to bind port 4890fe77-a616-44d5-8b00-3227bc9e6eef by drivers openvswitch,hyperv on host hv-cinder-80626 at level 0 using segments [{'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 26 21:33:02.908818 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Attempting to bind port 4890fe77-a616-44d5-8b00-3227bc9e6eef on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:33:02.913497 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Port 4890fe77-a616-44d5-8b00-3227bc9e6eef on network 764387ca-8320-485a-a3b7-bb55f34863bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80626 {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 26 21:33:02.913819 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Attempting to bind port 4890fe77-a616-44d5-8b00-3227bc9e6eef on network 764387ca-8320-485a-a3b7-bb55f34863bf {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 26 21:33:02.919622 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Checking agent: {'id': '7f198a11-4383-406d-8900-1174c21cc0f2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'started_at': datetime.datetime(2021, 8, 26, 21, 19, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 26, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 26 21:33:02.920012 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Checking segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 26 21:33:02.920401 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Bound using segment: {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'} {{(pid=93861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 26 21:33:02.920834 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.managers [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Bound port: 4890fe77-a616-44d5-8b00-3227bc9e6eef, host: hv-cinder-80626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e35ae0-1273-4477-a4fc-84d25fc27019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf'}}] {{(pid=93861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 26 21:33:02.921199 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:02.993272 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, cleared binding levels {{(pid=93861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 21:33:02.996857 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 21:33:03.001331 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:03.032510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:03.033032 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:03.034635 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] 10.222.0.47 "PUT /v2.0/ports/4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 200 len: 1094 time: 0.7130635 Aug 26 21:33:03.036887 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:33:03.039108 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e44158-f695-4d05-8abd-96171e2e0c42" -d '{"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:33:03.074944 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b6d08-fe35-4d1c-b1bf-08f893945047 service neutron] Pushing event updated for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=3']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:03.084621 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed54ab-ed83-45c9-9943-da206956bdce x-openstack-request-id: req-baed54ab-ed83-45c9-9943-da206956bdce {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:33:03.084918 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:33:03.085171 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-baed54ab-ed83-45c9-9943-da206956bdce {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:33:03.085567 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'status': 'completed', 'code': 200} Aug 26 21:33:03.982067 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09b08-f8ab-4378-afe9-03424a318481 req-619d0ab3-36b9-42c2-a528-d92328433bdc tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:03.983435 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-91e09b08-f8ab-4378-afe9-03424a318481 req-619d0ab3-36b9-42c2-a528-d92328433bdc tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0492554 Aug 26 21:33:04.020137 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-91e09b08-f8ab-4378-afe9-03424a318481 req-d701fdf5-11bb-44b8-ab5b-080f02db442e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307682 Aug 26 21:33:05.133711 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db84e3-f790-462d-ab2e-453f474eb84c req-8cdeb9ef-3c8e-4721-b951-f29e07ffb24e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:05.135436 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5db84e3-f790-462d-ab2e-453f474eb84c req-8cdeb9ef-3c8e-4721-b951-f29e07ffb24e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0471396 Aug 26 21:33:05.173273 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-d5db84e3-f790-462d-ab2e-453f474eb84c req-28c42a13-5cb7-4b63-ac63-9044bce92a35 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Aug 26 21:33:05.869967 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-b8eedddd-9182-4389-9816-cfec919311f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:05.871446 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-b8eedddd-9182-4389-9816-cfec919311f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1097 time: 0.0411046 Aug 26 21:33:05.971513 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-3c5bdd37-8913-474f-9b39-7aebd844b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:05.972892 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-3c5bdd37-8913-474f-9b39-7aebd844b424 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912423 Aug 26 21:33:06.065667 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-51cc186e-861d-4b2c-bb48-63dfd03fefae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:06.067367 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-65e44158-f695-4d05-8abd-96171e2e0c42 req-51cc186e-861d-4b2c-bb48-63dfd03fefae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873907 Aug 26 21:33:06.142401 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-4a0f4207-d9bc-4660-a269-0287ec15c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:06.143881 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-4a0f4207-d9bc-4660-a269-0287ec15c868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1097 time: 0.0396750 Aug 26 21:33:06.188738 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-794c6a25-9b7d-44ce-b6e8-694eaa821d10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 200 len: 217 time: 0.0366895 Aug 26 21:33:06.239407 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-869dbf62-3fb1-4204-b75e-b2f43e332d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:06.240824 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-869dbf62-3fb1-4204-b75e-b2f43e332d36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0448883 Aug 26 21:33:06.285955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-47d511ba-eea5-44d5-bcd3-2b0dab8a5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:06.287506 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-47d511ba-eea5-44d5-bcd3-2b0dab8a5501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396435 Aug 26 21:33:06.287966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25430c-6625-4a20-882f-f4c34849a9de req-cae5f556-aa63-477d-858d-d6d3a0b7f8d1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:06.289406 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a25430c-6625-4a20-882f-f4c34849a9de req-cae5f556-aa63-477d-858d-d6d3a0b7f8d1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0507019 Aug 26 21:33:06.327504 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6a25430c-6625-4a20-882f-f4c34849a9de req-be4d6d05-93f6-4f65-afa9-315435a427a0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Aug 26 21:33:06.379305 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-47995e2d-956e-442e-8710-43b5a7d99dde service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Aug 26 21:33:07.300518 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-cf21e7ec-8f88-4520-b775-07d727be6cff req-ed07a80c-fe25-4208-8622-40c3159f4c4b service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807676 Aug 26 21:33:07.438524 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a445be7-8150-4b6b-96c6-99358bcfeffa req-6d6ddb5e-c119-40c4-a432-500614169a9b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:07.439979 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a445be7-8150-4b6b-96c6-99358bcfeffa req-6d6ddb5e-c119-40c4-a432-500614169a9b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0478237 Aug 26 21:33:07.476374 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-4a445be7-8150-4b6b-96c6-99358bcfeffa req-51359e14-7cdd-42a0-84c9-e2f3a6489fd7 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303431 Aug 26 21:33:08.585974 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06c74d-f5f8-40a1-97d3-717b2dfcb61c req-cbfbfb32-b00b-4664-bb80-6a5442f99f6c tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:08.587423 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf06c74d-f5f8-40a1-97d3-717b2dfcb61c req-cbfbfb32-b00b-4664-bb80-6a5442f99f6c tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0481343 Aug 26 21:33:08.624016 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-bf06c74d-f5f8-40a1-97d3-717b2dfcb61c req-d8f9d9dd-56a1-49b2-a99a-b39eef8fc870 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305271 Aug 26 21:33:09.738484 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e597e7-3e46-4b39-ba26-49a960549a80 req-0046ec24-6593-4193-8cf1-ba62609200ea tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:09.739983 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84e597e7-3e46-4b39-ba26-49a960549a80 req-0046ec24-6593-4193-8cf1-ba62609200ea tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0519202 Aug 26 21:33:09.779728 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-84e597e7-3e46-4b39-ba26-49a960549a80 req-7333c093-5db1-406a-b759-84b76c5738c0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Aug 26 21:33:10.889930 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefe153-62db-410b-8691-35e20354d693 req-e979dd99-1ab0-416e-bf98-b5a4487dbd14 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:10.891352 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cefe153-62db-410b-8691-35e20354d693 req-e979dd99-1ab0-416e-bf98-b5a4487dbd14 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0474715 Aug 26 21:33:10.927350 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9cefe153-62db-410b-8691-35e20354d693 req-f6cf8685-18fa-4a61-a779-bd7b588c2738 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301213 Aug 26 21:33:12.039146 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70837d-61ca-4376-a91c-b2ffcf29e390 req-09cf13d4-d18c-403c-8533-b3e633fa7d2e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:12.040647 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b70837d-61ca-4376-a91c-b2ffcf29e390 req-09cf13d4-d18c-403c-8533-b3e633fa7d2e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0482152 Aug 26 21:33:12.078047 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-2b70837d-61ca-4376-a91c-b2ffcf29e390 req-187e2c51-77cb-4b06-8442-024a78c9f28c tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Aug 26 21:33:13.191217 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6f7d2-2390-4f01-8066-a1531edeb87a req-84f87d30-2f86-485c-a700-5196d6eda58e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:13.192925 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7dc6f7d2-2390-4f01-8066-a1531edeb87a req-84f87d30-2f86-485c-a700-5196d6eda58e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0509543 Aug 26 21:33:13.228767 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-7dc6f7d2-2390-4f01-8066-a1531edeb87a req-3dcc63f5-e643-4934-bc72-e1c7e082d89a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301051 Aug 26 21:33:14.341011 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e00947-7e93-4d5a-a33a-deff9854b001 req-abe2b42a-73df-4215-8671-ffcf7dba832a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:14.342475 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5e00947-7e93-4d5a-a33a-deff9854b001 req-abe2b42a-73df-4215-8671-ffcf7dba832a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0476074 Aug 26 21:33:14.379261 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-a5e00947-7e93-4d5a-a33a-deff9854b001 req-0c36368a-2e0d-4725-86df-96d509b2a56b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Aug 26 21:33:15.490672 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d1cc7-8fdb-4b16-b286-70564e7d734b req-2f9b1aa4-bd22-4425-82f9-19e99216f3da tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:15.492153 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a6d1cc7-8fdb-4b16-b286-70564e7d734b req-2f9b1aa4-bd22-4425-82f9-19e99216f3da tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0482800 Aug 26 21:33:15.528479 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0a6d1cc7-8fdb-4b16-b286-70564e7d734b req-f84e2976-db4f-4b38-8329-87f59dd7bce1 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304811 Aug 26 21:33:16.641318 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523a7d-715c-4dc9-bb16-9fb8d3b0dec8 req-1ad20d5b-3a60-4b4e-ad2f-78a3532f0ddd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:16.642755 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04523a7d-715c-4dc9-bb16-9fb8d3b0dec8 req-1ad20d5b-3a60-4b4e-ad2f-78a3532f0ddd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 944 time: 0.0501890 Aug 26 21:33:16.679128 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-04523a7d-715c-4dc9-bb16-9fb8d3b0dec8 req-b4cbf45f-4018-4ad4-9858-73db2f3c431f tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Aug 26 21:33:17.295760 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 4890fe77-a616-44d5-8b00-3227bc9e6eef details requested by agent hyperv_hv-cinder-80626 with host hv-cinder-80626 {{(pid=93862) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 21:33:17.387490 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:33:17.398309 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Returning: {'device': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'port_id': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'mac_address': 'fa:16:3e:ff:f2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93862) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 21:33:17.434079 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:17.446344 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4890fe77-a616-44d5-8b00-3227bc9e6eef {{(pid=93862) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 26 21:33:17.465215 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:33:17.469338 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:17.517914 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=4']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:17.524703 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.525029 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.525363 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.525691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.526015 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.526340 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.527380 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.527717 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.528046 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.528365 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.528683 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.528999 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:17.790350 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d4bc-dc72-45aa-bfb0-fcf48920b2e2 req-77048861-8ba1-4d74-b6a8-0e661de6670e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:17.791838 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0246d4bc-dc72-45aa-bfb0-fcf48920b2e2 req-77048861-8ba1-4d74-b6a8-0e661de6670e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 945 time: 0.0485513 Aug 26 21:33:17.829383 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0246d4bc-dc72-45aa-bfb0-fcf48920b2e2 req-62414ce9-2c0c-451d-a755-8de7a48c8475 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316820 Aug 26 21:33:18.564817 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] get_ports_and_sgs() called for port_ids ['4890fe77-a616-44d5-8b00-3227bc9e6eef'] {{(pid=93862) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 26 21:33:18.595386 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:18.939116 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba74a9b-2de0-4be2-a14d-e715c5937280 req-bb78df7c-7479-4026-a604-f2270b8b5904 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:18.940575 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fba74a9b-2de0-4be2-a14d-e715c5937280 req-bb78df7c-7479-4026-a604-f2270b8b5904 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 945 time: 0.0473397 Aug 26 21:33:18.977276 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-fba74a9b-2de0-4be2-a14d-e715c5937280 req-70a1f7e5-1bf9-4b45-ae60-d7399938e4fd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Aug 26 21:33:20.092345 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2a770-01b2-421f-b565-51ff1c36669b req-c0207b18-89a6-4676-b878-e0ec43a6ad74 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:20.093788 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e2a770-01b2-421f-b565-51ff1c36669b req-c0207b18-89a6-4676-b878-e0ec43a6ad74 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 945 time: 0.0508511 Aug 26 21:33:20.129580 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-57e2a770-01b2-421f-b565-51ff1c36669b req-3a2a20eb-f666-4857-8c9d-8c3a032bb9c8 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300729 Aug 26 21:33:20.441307 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 4890fe77-a616-44d5-8b00-3227bc9e6eef up at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 21:33:20.487564 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning for port 4890fe77-a616-44d5-8b00-3227bc9e6eef completed by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 26 21:33:20.491014 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.provisioning_blocks [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Provisioning complete for port 4890fe77-a616-44d5-8b00-3227bc9e6eef triggered by entity L2. {{(pid=93862) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 26 21:33:20.491376 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16259275'] for port, provisioning_complete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:20.564093 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:20.587467 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef'}] {{(pid=93862) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:33:20.589753 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3796beb989598f97e801f0f3b31f89de0d058f7c2f8b71215291efe0364882d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78124cd9-f168-4afe-9747-5db2b7b44e89" -d '{"events": [{"server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "name": "network-vif-plugged", "status": "completed", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef"}]}' {{(pid=93862) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:33:20.602200 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:33:20.607022 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351'] for port, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:20.653708 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Pushing event updated for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=5']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:20.742330 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda46db6-3d87-4693-a48f-b8ba588fa14b x-openstack-request-id: req-cda46db6-3d87-4693-a48f-b8ba588fa14b {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:33:20.742642 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "name": "network-vif-plugged", "status": "completed", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef", "code": 200}]} {{(pid=93862) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:33:20.742896 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cda46db6-3d87-4693-a48f-b8ba588fa14b {{(pid=93862) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:33:20.743288 dv-cinder-806260-2-iscsi neutron-server[93862]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'code': 200} Aug 26 21:33:20.971289 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb0cc0-c7ef-4372-89b5-ddf7977b74a2 req-c99395d9-5b25-4e46-a89f-87c4ea1380da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:20.972800 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2cfb0cc0-c7ef-4372-89b5-ddf7977b74a2 req-c99395d9-5b25-4e46-a89f-87c4ea1380da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1099 time: 0.0451124 Aug 26 21:33:21.007482 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-2cfb0cc0-c7ef-4372-89b5-ddf7977b74a2 req-58092643-584c-4bdb-ad38-c6e2c057917d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274549 Aug 26 21:33:21.245033 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b0edb-1b37-4974-9ebf-17ef9857d7ce req-40f64b7a-7969-42e6-a4bc-9c0bc94fbb37 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:21.247190 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-811b0edb-1b37-4974-9ebf-17ef9857d7ce req-40f64b7a-7969-42e6-a4bc-9c0bc94fbb37 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0491436 Aug 26 21:33:21.283959 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-811b0edb-1b37-4974-9ebf-17ef9857d7ce req-96697337-1d5b-4841-9153-d7bc6d9cd018 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Aug 26 21:33:22.399014 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e806a-0ec4-4d23-93c0-5cc426f20a31 req-3ae57ce1-8d9c-42b6-bb78-e92d843ed932 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:22.400517 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-014e806a-0ec4-4d23-93c0-5cc426f20a31 req-3ae57ce1-8d9c-42b6-bb78-e92d843ed932 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0491092 Aug 26 21:33:22.438612 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-014e806a-0ec4-4d23-93c0-5cc426f20a31 req-dacbcc2a-63fc-465a-9241-c722433a13cd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Aug 26 21:33:22.557176 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef965ff-43da-44b3-8d84-34cabe7b6061 req-8f9b55d5-82ca-45a0-bfb9-07c96ce5e67b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:22.559220 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ef965ff-43da-44b3-8d84-34cabe7b6061 req-8f9b55d5-82ca-45a0-bfb9-07c96ce5e67b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0510995 Aug 26 21:33:22.590340 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52264) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:22.596085 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-6ef965ff-43da-44b3-8d84-34cabe7b6061 req-e096fd9c-08e1-47c4-bfd1-7fc611dfe0ff tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308542 Aug 26 21:33:22.618447 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52268) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:22.657263 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bdb631-9aff-499e-b599-4c30f9b10e65 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:22.658788 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-92bdb631-9aff-499e-b599-4c30f9b10e65 tempest-TestVolumeBootPattern-448100716 tempest-TestVolumeBootPattern-448100716-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1094 time: 0.0393934 Aug 26 21:33:22.661560 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52270) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:22.665859 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.base [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Request body: {'floatingip': {'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'port_id': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93861) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 21:33:22.698907 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:22.702729 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29733672-4760-49de-8111-08cc1d87b17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:22.856380 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:22.871041 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29733672-4760-49de-8111-08cc1d87b17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:22.874717 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-29733672-4760-49de-8111-08cc1d87b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:22.945631 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-29733672-4760-49de-8111-08cc1d87b17c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea867e5b86244424ad94f186832bee79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541594 Aug 26 21:33:22.948431 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52272) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:22.953763 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733672-4760-49de-8111-08cc1d87b17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df4d51-aac6-4640-ac10-12c160dc4e3b,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.000177 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.004027 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_common [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Allocated IP 172.27.3.212 (c6083e3d-8ace-485b-9941-9ad4fd3830b6/b602ae3a-7fd5-4b3d-ac73-2605c4380454/e4c48f46-e329-40e6-9830-4139653422e6) {{(pid=93861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 21:33:23.022865 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.072028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.075091 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.076283 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15df4d51-aac6-4640-ac10-12c160dc4e3b HTTP/1.1" status: 204 len: 168 time: 0.1268299 Aug 26 21:33:23.084686 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc2621-acf0-4fea-a312-34a107962485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df4d51-aac6-4640-ac10-12c160dc4e3b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.113068 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.152490 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748822455799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.186478 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Network c6083e3d-8ace-485b-9941-9ad4fd3830b6 is already hosted by enough agents. {{(pid=93861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 21:33:23.193477 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.base_scheduler [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Resources bound (agent type, host, resource id): {{(pid=93861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 21:33:23.197073 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Received port after_create {{(pid=93861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 26 21:33:23.226266 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=e4c48f46-e329-40e6-9830-4139653422e6,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.352196 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52278) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:23.365957 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-22d43a3c-7707-4397-bf24-f860857ec718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.455312 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-22d43a3c-7707-4397-bf24-f860857ec718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.459006 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-22d43a3c-7707-4397-bf24-f860857ec718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.501095 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-22d43a3c-7707-4397-bf24-f860857ec718 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=812e43aefed14f209b48137c9f313c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455400 Aug 26 21:33:23.501095 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d43a3c-7707-4397-bf24-f860857ec718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab4b66f-3967-46ea-91cb-ff406823b641,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.502582 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52280) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:23.593449 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.616104 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.648963 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.697445 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16320322'] for port, before_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.744762 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.747287 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.748464 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ab4b66f-3967-46ea-91cb-ff406823b641 HTTP/1.1" status: 204 len: 168 time: 0.2449269 Aug 26 21:33:23.791974 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751c4e-9ecc-47f5-9ca6-9cf0b753164d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab4b66f-3967-46ea-91cb-ff406823b641,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.861753 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for port, precommit_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.866364 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748822930993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748822456333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748822456351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3467486'] for port, after_update {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:23.936677 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event updated for resources: {'Port': ['ID=e4c48f46-e329-40e6-9830-4139653422e6,revision_number=2']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:23.947557 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1005723'] for floatingip, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:24.050739 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.db.l3_db [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 2692a0e6-cfc1-4864-b9da-296fa63a20ef associated. External IP: 172.27.3.212, port: 4890fe77-a616-44d5-8b00-3227bc9e6eef. Aug 26 21:33:24.257754 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:33:24.364251 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:33:24.374377 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:33:24.383650 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:33:24.384421 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:33:24.384864 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:24.415349 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-4a3863fa-ad68-41fe-b88e-d969380a4737 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7527742 Aug 26 21:33:24.416063 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:33:24.419038 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1e535-4595-4fb2-84d8-eca725be2e33" -d '{"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:33:24.466331 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffedfe9-686d-430f-a5d4-fdcde0096fc8 x-openstack-request-id: req-0ffedfe9-686d-430f-a5d4-fdcde0096fc8 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:33:24.466624 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:33:24.466883 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0ffedfe9-686d-430f-a5d4-fdcde0096fc8 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:33:24.467283 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'status': 'completed', 'code': 200} Aug 26 21:33:24.502746 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:33:24.528200 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-21395047-936c-4fe5-8f61-3da150841e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:24.529859 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-21395047-936c-4fe5-8f61-3da150841e60 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1099 time: 0.0425336 Aug 26 21:33:24.624873 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-d88d3d5b-dd69-4936-b629-d9ced6fc861a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:24.627101 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-d88d3d5b-dd69-4936-b629-d9ced6fc861a service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0907547 Aug 26 21:33:24.695488 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-11db0363-7b48-480e-9e77-49250a3b21f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 200 len: 1000 time: 0.0615098 Aug 26 21:33:24.750394 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '2692a0e6-cfc1-4864-b9da-296fa63a20ef', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:ff:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a269a9-2747-4818-ab0b-c0234670f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:33:23Z', 'updated_at': '2021-08-26T21:33:23Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}, {'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:33:24.782783 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:33:24.794222 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:33:24.794910 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:32:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:33:25.003072 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-c04f6d5d-7959-4b30-8c7d-7528301dd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:25.004926 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-c04f6d5d-7959-4b30-8c7d-7528301dd404 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.3016591 Aug 26 21:33:25.045461 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:33:25.055960 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-c523eb1e-a680-4801-8000-a152f425153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:25.057513 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-c523eb1e-a680-4801-8000-a152f425153e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449643 Aug 26 21:33:25.098323 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c19ef76d-ff9c-445f-aa31-6189302d2996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:25.153592 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-7d84a790-10ab-415f-ad5d-e386dc5511e2 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888050 Aug 26 21:33:25.251504 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-6be1e535-4595-4fb2-84d8-eca725be2e33 req-127b21bc-92dc-4c97-9e6d-de4ff27c3753 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912776 Aug 26 21:33:25.296901 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-fcced693-edc1-4961-b498-771e3b651112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '2692a0e6-cfc1-4864-b9da-296fa63a20ef', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:ff:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a269a9-2747-4818-ab0b-c0234670f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:33:23Z', 'updated_at': '2021-08-26T21:33:23Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}, {'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:33:25.329335 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcced693-edc1-4961-b498-771e3b651112 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '2692a0e6-cfc1-4864-b9da-296fa63a20ef', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:ff:f2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a269a9-2747-4818-ab0b-c0234670f49a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:33:23Z', 'updated_at': '2021-08-26T21:33:23Z', 'revision_number': 0, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}, {'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:33:25.528843 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fecaee-0479-469c-a44e-f731dc4badf9 None None] New status for floating IP 2692a0e6-cfc1-4864-b9da-296fa63a20ef: ACTIVE {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:33:27.658765 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:27.908371 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-71fffa81-35d1-43d9-8f6c-b62cc66865d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:28.366391 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-fad99585-6b79-423b-8470-0ef24fb74e54 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386434 Aug 26 21:33:28.454500 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-eabae189-03b7-4772-a65f-0c1c2d12267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:28.456002 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-eabae189-03b7-4772-a65f-0c1c2d12267e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1098 time: 0.0472231 Aug 26 21:33:28.557273 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-e26d4b94-e11e-449e-b737-1dba57c5f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:28.559560 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-e26d4b94-e11e-449e-b737-1dba57c5f91e service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0856423 Aug 26 21:33:28.624382 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-323d08e8-87e4-41e5-9f88-3b4839cea399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 1000 time: 0.0575259 Aug 26 21:33:28.676973 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-55122442-b494-4fca-a73c-3102ed4fd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:28.678424 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-55122442-b494-4fca-a73c-3102ed4fd05a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0468719 Aug 26 21:33:28.707322 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:28.727916 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-13798d21-bdde-4f93-bdf6-8917fbfc8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:33:28.729400 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-13798d21-bdde-4f93-bdf6-8917fbfc8b2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440223 Aug 26 21:33:28.830656 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-b53a6d53-8bfb-4922-bdbb-0676323b73ad service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926511 Aug 26 21:33:28.923615 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-ea4a1739-c076-4e43-abe3-af5cc827201a req-d5a047e6-fbf5-4798-b8c3-b9283192a72e service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860651 Aug 26 21:33:30.557063 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.344713 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52420) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:32.449698 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-759f0fe4-b36e-401c-8620-3ab3827211bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.534174 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-759f0fe4-b36e-401c-8620-3ab3827211bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.538260 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-759f0fe4-b36e-401c-8620-3ab3827211bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.580819 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-759f0fe4-b36e-401c-8620-3ab3827211bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b43a14969a945ca8cc168c876c9a19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350357 Aug 26 21:33:32.581801 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f0fe4-b36e-401c-8620-3ab3827211bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f498e8-c211-4c34-b43b-ca93cad0e942,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:32.583415 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52424) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:32.634134 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.656786 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.707187 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.709679 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:32.710806 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/61f498e8-c211-4c34-b43b-ca93cad0e942 HTTP/1.1" status: 204 len: 168 time: 0.1258380 Aug 26 21:33:32.718494 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f498e8-c211-4c34-b43b-ca93cad0e942,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:32.725475 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.725826 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.726166 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.726504 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.726834 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.727163 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.727488 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.727837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.728166 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.728488 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.728801 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.729115 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d40b04-9149-4470-97d5-cacbfcefe0e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:32.970355 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52430) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:32.983667 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88f4a371-938b-4ed0-be8f-ac1f6a3f261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.080637 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88f4a371-938b-4ed0-be8f-ac1f6a3f261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.084149 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-88f4a371-938b-4ed0-be8f-ac1f6a3f261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.122552 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-88f4a371-938b-4ed0-be8f-ac1f6a3f261b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b1ef05ff1ac4818b5c9f294f7d6c23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511443 Aug 26 21:33:33.123424 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4a371-938b-4ed0-be8f-ac1f6a3f261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345b316f-36cd-420b-b99c-d6f14f08f799,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:33.125340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52432) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:33.173149 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.194001 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.237485 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.240004 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.241131 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/345b316f-36cd-420b-b99c-d6f14f08f799 HTTP/1.1" status: 204 len: 168 time: 0.1147301 Aug 26 21:33:33.249050 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345b316f-36cd-420b-b99c-d6f14f08f799,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:33.256293 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.256645 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.256985 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.257320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.257650 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.258076 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.258420 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.258743 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.259068 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.259390 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.259724 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.260057 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be80b21-76e6-4d16-8a25-6effe5901671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:33:33.550966 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52438) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:33.563903 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35850203-4345-46d0-94d4-f8eb90316b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.653580 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35850203-4345-46d0-94d4-f8eb90316b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.657361 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-35850203-4345-46d0-94d4-f8eb90316b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.695559 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-35850203-4345-46d0-94d4-f8eb90316b15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9ef50e8dd21d4d7bbd1bd37bcf01773f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435168 Aug 26 21:33:33.696535 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850203-4345-46d0-94d4-f8eb90316b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23886e75-b939-498c-8d63-72b06e55e09f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:33.698241 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52440) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:33.746969 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.767150 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.812331 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.814843 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:33.816016 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23886e75-b939-498c-8d63-72b06e55e09f HTTP/1.1" status: 204 len: 168 time: 0.1161616 Aug 26 21:33:33.824475 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37773c-f343-43a5-9222-a97c3a285964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23886e75-b939-498c-8d63-72b06e55e09f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:34.374718 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:33:35.548909 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52498) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:35.650379 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-927838dd-7229-4e44-a1d0-9d017e75eed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.735558 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-927838dd-7229-4e44-a1d0-9d017e75eed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.739146 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-927838dd-7229-4e44-a1d0-9d017e75eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.775402 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-927838dd-7229-4e44-a1d0-9d017e75eed6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2651fb4ce166409dbd6c9d64ed2cdacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254479 Aug 26 21:33:35.778302 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927838dd-7229-4e44-a1d0-9d017e75eed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f149aa-577f-4bdb-a619-f8db3efd92ff,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:35.778680 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52502) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:35.829619 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.851077 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.902518 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.905167 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:35.906298 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47f149aa-577f-4bdb-a619-f8db3efd92ff HTTP/1.1" status: 204 len: 168 time: 0.1266041 Aug 26 21:33:35.913965 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a788a-1767-48d7-ac4f-39ba4a144a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f149aa-577f-4bdb-a619-f8db3efd92ff,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:36.160906 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52508) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:36.173896 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9b04ce7-6804-4e6a-8f4c-ae02f22a4e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.263243 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9b04ce7-6804-4e6a-8f4c-ae02f22a4e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.267121 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-e9b04ce7-6804-4e6a-8f4c-ae02f22a4e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.302261 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-e9b04ce7-6804-4e6a-8f4c-ae02f22a4e76 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38858b4aa8b84f2c8d123aca01540923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403403 Aug 26 21:33:36.304215 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04ce7-6804-4e6a-8f4c-ae02f22a4e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c5827f-78c7-437b-82f3-16f2b1b6547d,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:36.304927 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52510) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:36.352258 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.372031 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.419082 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.421520 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:36.422650 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e5c5827f-78c7-437b-82f3-16f2b1b6547d HTTP/1.1" status: 204 len: 168 time: 0.1167040 Aug 26 21:33:36.429648 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30454820-2f3d-4c60-b4c9-ee176118cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c5827f-78c7-437b-82f3-16f2b1b6547d,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:46.933018 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52620) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:47.033806 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-374c3865-1f21-4be4-bf0a-f4922d18272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.120898 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-374c3865-1f21-4be4-bf0a-f4922d18272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.124592 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-374c3865-1f21-4be4-bf0a-f4922d18272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.161755 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-374c3865-1f21-4be4-bf0a-f4922d18272d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=450ebc7c942f4ac79868a92182eaa2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277057 Aug 26 21:33:47.162911 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c3865-1f21-4be4-bf0a-f4922d18272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e92f99-8256-4464-b67f-b00ce7f6606f,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:47.164567 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52624) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:47.212608 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.234627 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.280139 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.282616 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.283790 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/38e92f99-8256-4464-b67f-b00ce7f6606f HTTP/1.1" status: 204 len: 168 time: 0.1181903 Aug 26 21:33:47.291198 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01f77-27b2-4fcf-957b-322f68305afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e92f99-8256-4464-b67f-b00ce7f6606f,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:47.535919 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52630) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:47.549513 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fce432b0-6993-499f-9ad0-ceff00a5b1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.638368 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fce432b0-6993-499f-9ad0-ceff00a5b1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.642098 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-fce432b0-6993-499f-9ad0-ceff00a5b1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.677441 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-fce432b0-6993-499f-9ad0-ceff00a5b1e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=56cb990e591a4c85a042a72aff38e025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404912 Aug 26 21:33:47.678550 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce432b0-6993-499f-9ad0-ceff00a5b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e317446-e7c6-4550-847e-aef50c3083a6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:47.680319 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52632) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:47.731397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.752630 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.796492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.798955 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:47.800126 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e317446-e7c6-4550-847e-aef50c3083a6 HTTP/1.1" status: 204 len: 168 time: 0.1186285 Aug 26 21:33:47.807821 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c3111-ed8f-4bbf-84c1-e5e3a924a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e317446-e7c6-4550-847e-aef50c3083a6,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:48.579283 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.301988 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 52676) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:51.403337 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-790e0eb2-056e-40a7-870c-f21bc3622e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.487496 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-790e0eb2-056e-40a7-870c-f21bc3622e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.490815 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-790e0eb2-056e-40a7-870c-f21bc3622e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.528420 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-790e0eb2-056e-40a7-870c-f21bc3622e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=412dea1cfd944011965b14ccefb001ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252207 Aug 26 21:33:51.529341 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e0eb2-056e-40a7-870c-f21bc3622e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79814f74-ce3c-4dff-901a-f719dbb991e5,revision_number=1']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:51.530946 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52680) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:33:51.824929 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.844432 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.889014 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.891458 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:51.892618 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79814f74-ce3c-4dff-901a-f719dbb991e5 HTTP/1.1" status: 204 len: 168 time: 0.3606706 Aug 26 21:33:51.899685 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a2b0c-655e-4316-9620-128797762cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79814f74-ce3c-4dff-901a-f719dbb991e5,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:33:55.068793 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-c64b6182-db4c-410b-abeb-74d7295ea669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:57.659618 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:57.913488 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9db23d33-0b43-4c9a-a16e-9adade537e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:33:58.706290 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:00.559136 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:11.374793 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:34:18.577921 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:25.068889 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-80ef8fc5-11c7-4df3-90d9-ae8ad98d3d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:27.663872 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:27.903485 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-782f8136-cfa7-42e9-a6d2-276dac88602d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:28.707868 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:29.767404 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52950) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:34:29.912257 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7916acf2-9c57-446e-9af7-633badc3f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:29.996843 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7916acf2-9c57-446e-9af7-633badc3f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.000478 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-7916acf2-9c57-446e-9af7-633badc3f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_create {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.036452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916acf2-9c57-446e-9af7-633badc3f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af196796-84d3-4dbb-ae7a-e7a5c52a9dc6,revision_number=1']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:34:30.042258 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-7916acf2-9c57-446e-9af7-633badc3f273 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cb80e10771b4b41aec378e397a4f780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722428 Aug 26 21:34:30.044138 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52954) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:34:30.090688 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.113469 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.157807 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.160202 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.161314 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af196796-84d3-4dbb-ae7a-e7a5c52a9dc6 HTTP/1.1" status: 204 len: 168 time: 0.1169086 Aug 26 21:34:30.168597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c0748-5da1-491c-a588-ff8350433a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af196796-84d3-4dbb-ae7a-e7a5c52a9dc6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:34:30.386606 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-4f59a934-2969-47c0-a025-7b7c3f382c00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446153 Aug 26 21:34:30.452637 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b030-3b06-4e81-b426-5e89bf01783a req-dabb35f2-c679-4ad1-aece-802c88a40a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:34:30.454744 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-dabb35f2-c679-4ad1-aece-802c88a40a92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1099 time: 0.0426731 Aug 26 21:34:30.559726 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b030-3b06-4e81-b426-5e89bf01783a req-2045f42a-3da4-4678-b012-46cc6c3f7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:34:30.561521 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-2045f42a-3da4-4678-b012-46cc6c3f7c2b service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0830593 Aug 26 21:34:30.562095 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:30.633383 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-037d27d2-11c9-4b00-a6c1-d2388a32702e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 200 len: 1002 time: 0.0608881 Aug 26 21:34:30.685318 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b030-3b06-4e81-b426-5e89bf01783a req-d781e445-a40a-43ee-8d44-8973b06e924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:34:30.686745 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-d781e445-a40a-43ee-8d44-8973b06e924d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0427558 Aug 26 21:34:30.735295 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b030-3b06-4e81-b426-5e89bf01783a req-f1017894-f80f-426a-a2e7-a89b1edc3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:34:30.736746 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-f1017894-f80f-426a-a2e7-a89b1edc3a03 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390511 Aug 26 21:34:30.831365 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-2169c57e-c419-4271-a62c-d6d747d31275 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831323 Aug 26 21:34:30.922385 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-5949b030-3b06-4e81-b426-5e89bf01783a req-10739431-cd49-4554-a84a-191911f74a52 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791509 Aug 26 21:34:48.374333 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:34:48.593964 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:55.068831 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-52f828b4-a050-4ca2-87f6-38418c8dd12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:57.664862 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:57.902951 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-86dfc264-3c6b-4475-acc2-b450800f799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:34:58.711241 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:00.565932 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.092059 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 52976) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:05.377897 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port e4c48f46-e329-40e6-9830-4139653422e6 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:05.378244 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.450312 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.450637 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.462213 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for e4c48f46-e329-40e6-9830-4139653422e6 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:05.602630 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.631028 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=e4c48f46-e329-40e6-9830-4139653422e6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:05.654767 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.655116 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.655448 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.655823 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.656152 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.656476 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.656800 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.657130 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.657452 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.657771 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.658085 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.658399 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:05.702246 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:05.702632 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 2692a0e6-cfc1-4864-b9da-296fa63a20ef disassociated (deleted). External IP: 172.27.3.212, port: 4890fe77-a616-44d5-8b00-3227bc9e6eef. Aug 26 21:35:05.902306 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:35:06.005353 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:35:06.010138 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:06.014613 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:35:06.023379 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:06.024436 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:06.039652 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-0d132148-652e-41b9-9f24-0253d96f7552 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "DELETE /v2.0/floatingips/2692a0e6-cfc1-4864-b9da-296fa63a20ef HTTP/1.1" status: 204 len: 168 time: 0.9428394 Aug 26 21:35:06.039652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:35:06.039652 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b79a52-add1-44da-83c5-66bf0751da67" -d '{"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:35:06.143020 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:06.246291 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f06896-743f-4a4a-a4c7-cfc1f6a1fe97 x-openstack-request-id: req-f0f06896-743f-4a4a-a4c7-cfc1f6a1fe97 {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:35:06.246842 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:35:06.246842 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f0f06896-743f-4a4a-a4c7-cfc1f6a1fe97 {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:35:06.247225 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'status': 'completed', 'code': 200} Aug 26 21:35:06.298196 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77380-3061-4fb4-9c4c-06f3da9efe8a req-7551cfae-feb1-441c-a646-7ccd636e09b8 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:06.299837 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27a77380-3061-4fb4-9c4c-06f3da9efe8a req-7551cfae-feb1-441c-a646-7ccd636e09b8 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0660462 Aug 26 21:35:06.311451 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-1ac35b1a-a157-4158-907c-f32caaf44d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:06.313120 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-1ac35b1a-a157-4158-907c-f32caaf44d45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 1099 time: 0.0446968 Aug 26 21:35:06.339383 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-27a77380-3061-4fb4-9c4c-06f3da9efe8a req-b53ae8f1-0cc8-4c8d-9b47-9dea2b273b5b tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327206 Aug 26 21:35:06.382670 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:06.410989 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-b5820f53-ebe6-48c3-be90-9fe2fd7407a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:06.412349 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:35:06.412589 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-b5820f53-ebe6-48c3-be90-9fe2fd7407a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0887961 Aug 26 21:35:06.420549 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:06.421083 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:06.456063 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-817f409b-e095-484e-924c-5cd54135c88a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 200 len: 217 time: 0.0342901 Aug 26 21:35:06.511255 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-59e5aa91-46e1-4c39-ad23-29f76381c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:06.512839 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-59e5aa91-46e1-4c39-ad23-29f76381c2d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0493376 Aug 26 21:35:06.524636 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:06.559210 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-cdcbe955-535a-4f12-b836-68952b903e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:06.560794 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-cdcbe955-535a-4f12-b836-68952b903e8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400882 Aug 26 21:35:06.650780 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-eddf5828-98e7-4070-89ce-a1a41682aea3 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823267 Aug 26 21:35:06.741798 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:06.746648 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-c9b79a52-add1-44da-83c5-66bf0751da67 req-f0bab808-fe88-4f33-b44e-6e61f54fd17f service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876801 Aug 26 21:35:06.770505 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b680a72a-10ed-4bba-8293-d796ee3285aa None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_floatingips': [{'id': '4132e02f-36d8-40ce-b2b2-9f73e8be41d5', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'router_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'port_id': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'mac_address': 'fa:16:3e:62:cc:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-26T21:31:20Z', 'updated_at': '2021-08-26T21:31:22Z', 'revision_number': 1, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:35:06.979190 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f1148-6f5a-472a-92b0-2539bc444a71 None None] New status for floating IP 2692a0e6-cfc1-4864-b9da-296fa63a20ef: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:35:07.466475 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f672a-581e-4f9e-bc4f-f4e36e49487b req-77108a29-00d3-4a7e-a0f5-2ee9907dd181 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:07.467945 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746f672a-581e-4f9e-bc4f-f4e36e49487b req-77108a29-00d3-4a7e-a0f5-2ee9907dd181 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0471015 Aug 26 21:35:07.507802 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-746f672a-581e-4f9e-bc4f-f4e36e49487b req-3777deb7-6625-4a7c-a4c8-62448e88b9f2 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332904 Aug 26 21:35:08.170764 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c1661-9348-406b-8be9-414e6ce06419 req-706322fc-7438-4e35-8885-cd73c67df9fd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:08.172783 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-363c1661-9348-406b-8be9-414e6ce06419 req-706322fc-7438-4e35-8885-cd73c67df9fd tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 946 time: 0.0500581 Aug 26 21:35:08.267617 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port 4890fe77-a616-44d5-8b00-3227bc9e6eef {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:08.267987 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:08.355053 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] For port 4890fe77-a616-44d5-8b00-3227bc9e6eef, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=4890fe77-a616-44d5-8b00-3227bc9e6eef,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:08.355418 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:08.368586 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for 4890fe77-a616-44d5-8b00-3227bc9e6eef owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:08.491346 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:08.519191 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=4890fe77-a616-44d5-8b00-3227bc9e6eef,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:08.545582 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.545924 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.546269 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.546613 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.546949 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.547300 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.548095 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.548095 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.548307 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.548602 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.548923 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.549258 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:08.568987 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] No DVR routers for this DVR port 4890fe77-a616-44d5-8b00-3227bc9e6eef on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:35:08.571620 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:08.573750 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-363c1661-9348-406b-8be9-414e6ce06419 req-3f30b3c5-2c04-4a59-9fb9-44628e68ce9e tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "DELETE /v2.0/ports/4890fe77-a616-44d5-8b00-3227bc9e6eef HTTP/1.1" status: 204 len: 173 time: 0.3907061 Aug 26 21:35:08.574249 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'name': 'network-vif-deleted', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:35:08.576510 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41218270-4784-40a3-ac33-32a13f34946b" -d '{"events": [{"server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "name": "network-vif-deleted", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:35:08.617984 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac266d79-f553-4bbc-bfea-35c78282bd09 x-openstack-request-id: req-ac266d79-f553-4bbc-bfea-35c78282bd09 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:35:08.618370 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a269a9-2747-4818-ab0b-c0234670f49a", "name": "network-vif-deleted", "tag": "4890fe77-a616-44d5-8b00-3227bc9e6eef", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:35:08.618688 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ac266d79-f553-4bbc-bfea-35c78282bd09 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:35:08.619147 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a269a9-2747-4818-ab0b-c0234670f49a', 'name': 'network-vif-deleted', 'tag': '4890fe77-a616-44d5-8b00-3227bc9e6eef', 'status': 'completed', 'code': 200} Aug 26 21:35:08.631124 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-b9c22b4b-0c9d-4532-9c3a-d184d9994dd8 req-a261f358-aa0e-4691-88a8-831478240957 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=00a269a9-2747-4818-ab0b-c0234670f49a HTTP/1.1" status: 200 len: 210 time: 0.0276353 Aug 26 21:35:10.958151 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 4890fe77-a616-44d5-8b00-3227bc9e6eef no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:10.981922 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 4890fe77-a616-44d5-8b00-3227bc9e6eef {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:10.982260 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 4890fe77-a616-44d5-8b00-3227bc9e6eef not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:11.900174 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53016) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:12.053650 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port 5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:12.053998 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.125866 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.126197 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.138166 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for 5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:12.290417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.316612 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=5b6a0bb4-8cd3-45bc-8b84-e17bb4156da6,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:12.376922 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.377256 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.db.l3_db [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Floating IP 4132e02f-36d8-40ce-b2b2-9f73e8be41d5 disassociated (deleted). External IP: 172.27.3.23, port: 7d2e0042-54b9-4514-888c-94acda4a0cbc. Aug 26 21:35:12.581462 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:35:12.684220 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:35:12.689054 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:12.694073 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:35:12.702970 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:12.703579 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:12.715299 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-606b76f9-1c70-4952-afc8-2294140abaec tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "DELETE /v2.0/floatingips/4132e02f-36d8-40ce-b2b2-9f73e8be41d5 HTTP/1.1" status: 204 len: 168 time: 0.8140531 Aug 26 21:35:12.715915 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc'}] {{(pid=93860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:35:12.718126 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7558b7db36d26566483ab80b6a715da28be29758c227fb1cb822daccb1a656ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438503fd-e30b-4f0f-aebd-e91c196de48d" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc"}]}' {{(pid=93860) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:35:12.758108 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 Aug 2021 21:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da3824-64d4-4e60-b184-d20dc6e2bbee x-openstack-request-id: req-a4da3824-64d4-4e60-b184-d20dc6e2bbee {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:35:12.758499 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc", "status": "completed", "code": 200}]} {{(pid=93860) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:35:12.758901 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4da3824-64d4-4e60-b184-d20dc6e2bbee {{(pid=93860) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:35:12.759323 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'status': 'completed', 'code': 200} Aug 26 21:35:12.829147 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:12.843559 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-d5f37239-653f-4b09-86dc-533826fe7272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:12.845039 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-d5f37239-653f-4b09-86dc-533826fe7272 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 1098 time: 0.0527852 Aug 26 21:35:12.949281 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-2a3eceb2-a62d-4b63-8413-b4cb2775758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:12.950781 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-2a3eceb2-a62d-4b63-8413-b4cb2775758e service neutron] 10.222.0.47 "GET /v2.0/networks?id=764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 200 len: 913 time: 0.0926664 Aug 26 21:35:12.965000 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308431ad-776c-4d9d-a9d2-f0c34e3aeb7d req-887fa8dc-20fe-4959-af42-db2da24c0367 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:12.966789 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-308431ad-776c-4d9d-a9d2-f0c34e3aeb7d req-887fa8dc-20fe-4959-af42-db2da24c0367 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0505946 Aug 26 21:35:12.998654 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-844e3423-c131-4daa-843c-7aa5a8bd56c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 200 len: 217 time: 0.0395868 Aug 26 21:35:13.005033 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-308431ad-776c-4d9d-a9d2-f0c34e3aeb7d req-99b2eef4-de32-4d3b-87f6-92454a19d6e9 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Aug 26 21:35:13.040833 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:13.054220 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-ebd3f5ab-0941-49dc-a4bb-514d1bb66fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:13.055835 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-ebd3f5ab-0941-49dc-a4bb-514d1bb66fe5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 200 len: 851 time: 0.0497625 Aug 26 21:35:13.066971 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:35:13.075495 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:13.076126 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:13.102005 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-1298e443-a0b2-44e8-b7a8-0f0a9bbd6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:13.103418 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-1298e443-a0b2-44e8-b7a8-0f0a9bbd6669 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=764387ca-8320-485a-a3b7-bb55f34863bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401080 Aug 26 21:35:13.201620 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-ebce25c5-82cd-4e07-847c-73b3872a10f9 service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897121 Aug 26 21:35:13.293957 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-438503fd-e30b-4f0f-aebd-e91c196de48d req-10492f2b-41dc-4602-b04f-155d56f33ffd service neutron] 10.222.0.47 "GET /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808370 Aug 26 21:35:13.303001 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:13.496966 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:13.522713 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9dfbee-f8a9-446d-937a-9d9565de1785 None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:17Z', 'revision_number': 4, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi', '_interfaces': [{'id': '0077556f-1413-49d6-be24-90bad10bc13a', 'name': '', 'network_id': '764387ca-8320-485a-a3b7-bb55f34863bf', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'mac_address': 'fa:16:3e:47:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:16Z', 'updated_at': '2021-08-26T21:28:24Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'subnets': [{'id': '652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:35:13.731747 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2191c605-7e45-414f-8bff-96b449a4c6d4 None None] New status for floating IP 4132e02f-36d8-40ce-b2b2-9f73e8be41d5: DOWN {{(pid=93863) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 26 21:35:14.122323 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e942a53-7023-4e2b-bfbc-36bfb14e80f5 req-8592ddbd-2658-4c16-a4b6-4a7c8234f7b0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:14.123786 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e942a53-7023-4e2b-bfbc-36bfb14e80f5 req-8592ddbd-2658-4c16-a4b6-4a7c8234f7b0 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0479026 Aug 26 21:35:14.160062 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-9e942a53-7023-4e2b-bfbc-36bfb14e80f5 req-1e90464c-b98f-4e5b-8cc6-ce454bbbfe6a tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/security-groups?id=89eddb1b-8e7d-46a3-a35c-b34edc608eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Aug 26 21:35:14.626558 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-bab26b57-7066-4dc6-94f3-dd0e2ff7e8ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93861) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 26 21:35:14.627997 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-bab26b57-7066-4dc6-94f3-dd0e2ff7e8ab tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 945 time: 0.0476737 Aug 26 21:35:14.718090 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port 7d2e0042-54b9-4514-888c-94acda4a0cbc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:14.718423 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:14.802295 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] For port 7d2e0042-54b9-4514-888c-94acda4a0cbc, host hv-cinder-80626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80626',level=0,port_id=7d2e0042-54b9-4514-888c-94acda4a0cbc,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:14.802675 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:14.814959 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for 7d2e0042-54b9-4514-888c-94acda4a0cbc owned by compute:nova {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:14.938837 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:14.967638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=7d2e0042-54b9-4514-888c-94acda4a0cbc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:15.011864 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] No DVR routers for this DVR port 7d2e0042-54b9-4514-888c-94acda4a0cbc on host hv-cinder-80626 {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:35:15.014425 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for port, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:15.016740 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [req-fa6e78b9-4204-46f2-b02c-95fd158d6314 req-fe526081-ebf0-4d3f-add1-0076c7576e4d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.47 "DELETE /v2.0/ports/7d2e0042-54b9-4514-888c-94acda4a0cbc HTTP/1.1" status: 204 len: 173 time: 0.3814218 Aug 26 21:35:15.017196 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'name': 'network-vif-deleted', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc'}] {{(pid=93861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 26 21:35:15.019462 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf85aa840de84712b80f1ce9a1bd571a7907fb1b7c3076ad336a7314cce899a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e8d61-54ef-49cb-8f63-a08fce87be9a" -d '{"events": [{"server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "name": "network-vif-deleted", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc"}]}' {{(pid=93861) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 21:35:15.056342 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 Aug 2021 21:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d209c-e362-4054-8b38-27d72319d710 x-openstack-request-id: req-c75d209c-e362-4054-8b38-27d72319d710 {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 21:35:15.056646 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf01b-7da8-4ca2-b47b-d9afcd724288", "name": "network-vif-deleted", "tag": "7d2e0042-54b9-4514-888c-94acda4a0cbc", "status": "completed", "code": 200}]} {{(pid=93861) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 21:35:15.056976 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c75d209c-e362-4054-8b38-27d72319d710 {{(pid=93861) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 21:35:15.057524 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61fdf01b-7da8-4ca2-b47b-d9afcd724288', 'name': 'network-vif-deleted', 'tag': '7d2e0042-54b9-4514-888c-94acda4a0cbc', 'status': 'completed', 'code': 200} Aug 26 21:35:15.410258 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [req-0144d360-9449-4c27-852a-cda61706e53e req-61f16297-462c-49b9-b65d-a2210b9a8642 tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fdf01b-7da8-4ca2-b47b-d9afcd724288 HTTP/1.1" status: 200 len: 210 time: 0.0302937 Aug 26 21:35:16.466810 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53032) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:16.586989 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Deleting port 98eaf52b-9da3-4734-9038-f3aa6a983e83 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:16.587279 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.662595 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.662932 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.674060 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Calling delete_port for 98eaf52b-9da3-4734-9038-f3aa6a983e83 owned by network:floatingip {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:16.808616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.835792 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'Port': ['ID=98eaf52b-9da3-4734-9038-f3aa6a983e83,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:16.895088 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.897835 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29553'] for floatingip, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:16.898982 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-ff5ce948-4782-48c0-bf10-9fdff81ed04d tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "DELETE /v2.0/floatingips/11510755-a4fc-475a-a894-1c46d5a567a1 HTTP/1.1" status: 204 len: 168 time: 0.4312208 Aug 26 21:35:17.003292 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 7d2e0042-54b9-4514-888c-94acda4a0cbc no longer exists at agent hyperv_hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:17.026622 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] No Port match for: 7d2e0042-54b9-4514-888c-94acda4a0cbc {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:17.026970 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Device 7d2e0042-54b9-4514-888c-94acda4a0cbc not bound to the agent host hv-cinder-80626 {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:18.092809 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53046) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:18.150613 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.176418 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.236397 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.238853 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.240129 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] 10.222.0.26 "DELETE /v2.0/security-groups/89eddb1b-8e7d-46a3-a35c-b34edc608eb3 HTTP/1.1" status: 204 len: 168 time: 0.1462200 Aug 26 21:35:18.251128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c011c-3f9e-45ba-8fd1-cf4baee743ba tempest-TestVolumeBootPattern-1455474677 tempest-TestVolumeBootPattern-1455474677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eddb1b-8e7d-46a3-a35c-b34edc608eb3,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:18.293242 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53050) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:18.593811 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.728168 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:18.962399 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Deleting port 0077556f-1413-49d6-be24-90bad10bc13a {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:18.962729 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:19.035855 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] For port 0077556f-1413-49d6-be24-90bad10bc13a, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=0077556f-1413-49d6-be24-90bad10bc13a,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:19.036214 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:19.048443 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Calling delete_port for 0077556f-1413-49d6-be24-90bad10bc13a owned by network:router_interface {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:19.221014 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:19.245634 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Pushing event deleted for resources: {'Port': ['ID=0077556f-1413-49d6-be24-90bad10bc13a,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:19.407405 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:19.849809 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Router 856c71ff-93a2-483e-8023-c1e18e46a78e has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93861) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:35:19.950508 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93861) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:35:19.955368 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-98adc56d-2af8-4c17-a858-3f81580b744d admin admin] 10.222.0.26 "PUT /v2.0/routers/856c71ff-93a2-483e-8023-c1e18e46a78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611195 Aug 26 21:35:19.957808 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53054) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:19.960887 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Sync routers for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:35:19.969969 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:19.970648 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:20.057628 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks [] for router, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.073540 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: dv-cinder-806260-2-iscsi {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:20.154635 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.208905 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Deleting port b52c0138-84be-446b-9d01-cdd61b9f0cfc {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:20.209269 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.249900 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:35:19Z', 'revision_number': 5, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port': {'id': 'b52c0138-84be-446b-9d01-cdd61b9f0cfc', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:20.275672 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Checking router: 856c71ff-93a2-483e-8023-c1e18e46a78e for host: dv-cinder-806260-2-iscsi {{(pid=93862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:35:20.284338 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Routers {'856c71ff-93a2-483e-8023-c1e18e46a78e'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:20.284957 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['856c71ff-93a2-483e-8023-c1e18e46a78e'], 'active': True} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:20.285687 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] For port b52c0138-84be-446b-9d01-cdd61b9f0cfc, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b52c0138-84be-446b-9d01-cdd61b9f0cfc,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:20.286129 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.305676 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Calling delete_port for b52c0138-84be-446b-9d01-cdd61b9f0cfc owned by network:router_gateway {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:20.372274 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvr_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] Set router 856c71ff-93a2-483e-8023-c1e18e46a78e gateway port host: None {{(pid=93862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:20.423429 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_hamode_db [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:35:20Z', 'revision_number': 6, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:20.453321 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f97457d-62d6-4b7c-a3ab-1c2659640b9e None None] The sync data for ids ['856c71ff-93a2-483e-8023-c1e18e46a78e'] in dv-cinder-806260-2-iscsi is: [{'id': '856c71ff-93a2-483e-8023-c1e18e46a78e', 'name': 'tempest-TestVolumeBootPattern-2088888104-router', 'tenant_id': '9cc186d0868a42d78b4dd26b9f57897a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:14Z', 'updated_at': '2021-08-26T21:35:20Z', 'revision_number': 6, 'project_id': '9cc186d0868a42d78b4dd26b9f57897a', 'gw_port_host': None}] {{(pid=93862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:35:20.473773 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.496968 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52c0138-84be-446b-9d01-cdd61b9f0cfc,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:20.562492 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.652416 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.654471 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.698163 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.698622 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856c71ff-93a2-483e-8023-c1e18e46a78e {{(pid=93861) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:35:20.702813 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] Notify callbacks [] for router, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.703957 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-98d116c1-a29f-41b0-bca4-cf0f6014e520 admin admin] 10.222.0.26 "DELETE /v2.0/routers/856c71ff-93a2-483e-8023-c1e18e46a78e HTTP/1.1" status: 204 len: 168 time: 0.7452385 Aug 26 21:35:20.706345 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53058) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:20.752632 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.db_base_plugin_v2 [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Deleting subnet 652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb {{(pid=93861) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:35:20.755458 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.789624 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3165050'] for subnet, precommit_delete_associations {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.868471 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.920400 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3467412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3673498'] for subnet, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.951194 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:20.956091 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for subnet, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:20.959105 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-a684c5f1-1062-4c91-ba1d-d5ed50d68e7d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/652f7c3d-2f1e-4383-9ed4-fb87d1b5b5eb HTTP/1.1" status: 204 len: 168 time: 0.2507164 Aug 26 21:35:20.960802 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53060) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:20.961050 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9267670-f972-438b-9093-60b662f544b4 None None] Network 764387ca-8320-485a-a3b7-bb55f34863bf requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:35:21.030638 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.087810 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Deleting port 34beeb89-3c62-4099-8d81-13054a69cd20 {{(pid=93861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:21.088157 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.155128 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.db [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] For port 34beeb89-3c62-4099-8d81-13054a69cd20, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=34beeb89-3c62-4099-8d81-13054a69cd20,segment=NetworkSegment(38e35ae0-1273-4477-a4fc-84d25fc27019),segment_id=38e35ae0-1273-4477-a4fc-84d25fc27019)] {{(pid=93861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:21.155408 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.168006 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Calling delete_port for 34beeb89-3c62-4099-8d81-13054a69cd20 owned by network:dhcp {{(pid=93861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:21.241330 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] DHCP port deletion for 764387ca-8320-485a-a3b7-bb55f34863bf request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:35:21.251089 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3467463'] for port, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.277931 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34beeb89-3c62-4099-8d81-13054a69cd20,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:21.279769 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] No DVR routers for this DVR port 34beeb89-3c62-4099-8d81-13054a69cd20 on host dv-cinder-806260-2-iscsi {{(pid=93861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:35:21.291757 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Deleting port 34beeb89-3c62-4099-8d81-13054a69cd20 {{(pid=93862) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:21.292175 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.354048 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.356547 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.db [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] For port 34beeb89-3c62-4099-8d81-13054a69cd20, host dv-cinder-806260-2-iscsi, got binding levels [] {{(pid=93862) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:21.356973 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.364060 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764387ca-8320-485a-a3b7-bb55f34863bf']}} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:21.369989 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Calling delete_port for 34beeb89-3c62-4099-8d81-13054a69cd20 owned by network:dhcp {{(pid=93862) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:21.372613 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.ipam_backend_mixin [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Port 34beeb89-3c62-4099-8d81-13054a69cd20 was not found and therefore no delete operation was performed {{(pid=93862) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 26 21:35:21.373871 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324'] for port, after_delete {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.374432 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e35ae0-1273-4477-a4fc-84d25fc27019') {'for_net_delete': True} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:21.374731 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.services.segments.db [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e35ae0-1273-4477-a4fc-84d25fc27019') {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:21.383936 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3165029'] for segment, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.398382 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.401595 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Pushing event deleted for resources: {'Port': ['ID=34beeb89-3c62-4099-8d81-13054a69cd20,revision_number=None']} {{(pid=93862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:21.403978 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] No DVR routers for this DVR port 34beeb89-3c62-4099-8d81-13054a69cd20 on host dv-cinder-806260-2-iscsi {{(pid=93862) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:35:21.408839 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=93861) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:35:21.409737 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3467506'] for segment, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: Traceback (most recent call last): Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: timer() Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: cb(*args, **kw) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: return func(*args, **kwargs) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: self._notify() Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: self.callback(batched_events) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: event.method(event) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: return f(self, *a, **k) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._get(url).json() Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: return self.request(url, 'GET', **kwargs) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:35:21.412000 dv-cinder-806260-2-iscsi neutron-server[93861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:35:21.417765 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.418014 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.418359 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.418697 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.419103 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.419356 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.419859 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.420043 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.420378 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.420698 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.421083 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.421409 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc623d-3c39-4daa-bbf7-f91d45e1b378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806260-2-iscsi {{(pid=93862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 21:35:21.476657 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.486120 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:21.488003 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] 10.222.0.26 "DELETE /v2.0/networks/764387ca-8320-485a-a3b7-bb55f34863bf HTTP/1.1" status: 204 len: 168 time: 0.5262516 Aug 26 21:35:21.491839 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53062) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:21.499782 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11582e62-95c3-4bff-883a-c4e3e4b663c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=764387ca-8320-485a-a3b7-bb55f34863bf,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:21.825222 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1009605'] for router_interface, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:22.299759 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Deleting port b3274cf4-e97e-4c02-aab1-381fcce6508e {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:22.300087 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:22.341982 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 0077556f-1413-49d6-be24-90bad10bc13a no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:22.365341 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 0077556f-1413-49d6-be24-90bad10bc13a {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:22.365679 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 0077556f-1413-49d6-be24-90bad10bc13a not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:22.366095 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 34beeb89-3c62-4099-8d81-13054a69cd20 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:22.380056 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] For port b3274cf4-e97e-4c02-aab1-381fcce6508e, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=b3274cf4-e97e-4c02-aab1-381fcce6508e,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:22.380417 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:22.383964 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: 34beeb89-3c62-4099-8d81-13054a69cd20 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:22.384337 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device 34beeb89-3c62-4099-8d81-13054a69cd20 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:22.384711 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b52c0138-84be-446b-9d01-cdd61b9f0cfc no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:22.394170 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Calling delete_port for b3274cf4-e97e-4c02-aab1-381fcce6508e owned by network:router_interface {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:22.402961 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: b52c0138-84be-446b-9d01-cdd61b9f0cfc {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:22.403308 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b52c0138-84be-446b-9d01-cdd61b9f0cfc not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:22.567238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:22.591623 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3274cf4-e97e-4c02-aab1-381fcce6508e,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:22.750426 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1009423'] for router_interface, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:22.955527 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Router 95a22a5e-aecb-4841-bc8b-be7db36780c6 has already been hosted by L3 agent e0ad9ed9-020a-461f-b606-a2f37aba2d74 {{(pid=93860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 21:35:23.057863 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] Notify agent at l3_agent.dv-cinder-806260-2-iscsi the message routers_updated {{(pid=93860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 21:35:23.062748 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-f22a85b8-af26-4a81-9c0c-8e4c068a1784 admin admin] 10.222.0.26 "PUT /v2.0/routers/95a22a5e-aecb-4841-bc8b-be7db36780c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5697017 Aug 26 21:35:23.065350 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53064) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:23.066358 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Sync routers for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 21:35:23.075563 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:23.076270 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:23.166253 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks [] for router, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.176468 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: dv-cinder-806260-2-iscsi {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:23.265597 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.318468 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Deleting port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:23.318813 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.352516 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'external_fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:35:22Z', 'revision_number': 5, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port': {'id': 'e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76', 'name': '', 'network_id': 'c6083e3d-8ace-485b-9941-9ad4fd3830b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:6b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806260-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-26T21:28:21Z', 'updated_at': '2021-08-26T21:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b602ae3a-7fd5-4b3d-ac73-2605c4380454', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806260-2-iscsi'}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:23.378663 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Checking router: 95a22a5e-aecb-4841-bc8b-be7db36780c6 for host: dv-cinder-806260-2-iscsi {{(pid=93863) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 21:35:23.387307 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Routers {'95a22a5e-aecb-4841-bc8b-be7db36780c6'} bound to L3 agent in host dv-cinder-806260-2-iscsi {{(pid=93863) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 26 21:35:23.387928 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806260-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-26T21:13:28Z,description=,heartbeat_timestamp=2021-08-26T21:34:58Z,host='dv-cinder-806260-2-iscsi',id=e0ad9ed9-020a-461f-b606-a2f37aba2d74,load=0,resource_versions=,resources_synced=,started_at=2021-08-26T21:13:28Z,topic='l3_agent')) {'router_ids': ['95a22a5e-aecb-4841-bc8b-be7db36780c6'], 'active': True} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:23.398721 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] For port e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,segment=NetworkSegment(7e916c28-de29-453f-8fba-49318ec36eb0),segment_id=7e916c28-de29-453f-8fba-49318ec36eb0)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:23.399059 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.411431 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Calling delete_port for e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 owned by network:router_gateway {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:23.471053 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_dvr_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] Set router 95a22a5e-aecb-4841-bc8b-be7db36780c6 gateway port host: None {{(pid=93863) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 26 21:35:23.520900 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.l3_hamode_db [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:35:23Z', 'revision_number': 6, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port_host': None}], 'dv-cinder-806260-2-iscsi', False) {} {{(pid=93863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:23.575424 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.602500 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:23.633399 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07de5-ec2b-453d-baab-c977cd08f1a0 None None] The sync data for ids ['95a22a5e-aecb-4841-bc8b-be7db36780c6'] in dv-cinder-806260-2-iscsi is: [{'id': '95a22a5e-aecb-4841-bc8b-be7db36780c6', 'name': 'tempest-TestVolumeBootPattern-492888823-router', 'tenant_id': '454cf3ca029442899553e036ae0a1ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-26T21:28:20Z', 'updated_at': '2021-08-26T21:35:23Z', 'revision_number': 6, 'project_id': '454cf3ca029442899553e036ae0a1ed4', 'gw_port_host': None}] {{(pid=93863) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 21:35:23.664491 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1005653'] for router_gateway, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.750134 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1003722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-37177'] for router, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.752202 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.796205 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1003717'] for router, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.796670 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a22a5e-aecb-4841-bc8b-be7db36780c6 {{(pid=93860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 21:35:23.800968 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] Notify callbacks [] for router, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.802116 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b178fedb-96af-449f-9f16-f77549b0cb36 admin admin] 10.222.0.26 "DELETE /v2.0/routers/95a22a5e-aecb-4841-bc8b-be7db36780c6 HTTP/1.1" status: 204 len: 168 time: 0.7358499 Aug 26 21:35:23.804559 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53066) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:23.847844 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Deleting subnet 1baaa7bd-03db-45fd-aab1-c11572bd5ac2 {{(pid=93860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 26 21:35:23.850768 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.883370 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4011210'] for subnet, precommit_delete_associations {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:23.962637 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16763833'] for subnet, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.028103 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16763830', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58722782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59002997'] for subnet, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.055616 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1baaa7bd-03db-45fd-aab1-c11572bd5ac2,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:24.060486 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.064698 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-b6b5d787-f216-4b29-9ffc-86e64088013f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1baaa7bd-03db-45fd-aab1-c11572bd5ac2 HTTP/1.1" status: 204 len: 168 time: 0.2567093 Aug 26 21:35:24.064859 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.wsgi [-] (93860) accepted ('10.222.0.26', 53068) {{(pid=93860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:24.065846 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43759da9-02e6-4b4a-be06-9697e449b267 None None] Network 2e4a4612-a2b0-405e-b897-ba03ebc89662 requested from dv-cinder-806260-2-iscsi {{(pid=93862) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 26 21:35:24.130479 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16709673'] for network, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.187856 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Deleting port fc24df0a-0b24-4319-a265-17707d3aa13b {{(pid=93860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 26 21:35:24.188202 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748822988319'] for port, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.251553 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.db [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] For port fc24df0a-0b24-4319-a265-17707d3aa13b, host dv-cinder-806260-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806260-2-iscsi',level=0,port_id=fc24df0a-0b24-4319-a265-17707d3aa13b,segment=NetworkSegment(1d961155-cc7b-406a-b8a3-1e6e7114a884),segment_id=1d961155-cc7b-406a-b8a3-1e6e7114a884)] {{(pid=93860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 21:35:24.251941 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010196'] for port, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.264620 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.plugin [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Calling delete_port for fc24df0a-0b24-4319-a265-17707d3aa13b owned by network:dhcp {{(pid=93860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 26 21:35:24.347238 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16320269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748822930975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748822456324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58722701'] for port, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.372322 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8c168-5a33-4b7c-9f67-5be45a3bd8ca None None] DHCP port deletion for 2e4a4612-a2b0-405e-b897-ba03ebc89662 request from dv-cinder-806260-2-iscsi {{(pid=93862) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 26 21:35:24.374587 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc24df0a-0b24-4319-a265-17707d3aa13b,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:24.378043 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] No DVR routers for this DVR port fc24df0a-0b24-4319-a265-17707d3aa13b on host dv-cinder-806260-2-iscsi {{(pid=93860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 26 21:35:24.434027 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:24.454729 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16255298', 'neutron.services.segments.db._delete_segments_for_network-8748822955502'] for network, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.454964 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:24.455281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device e287bd0d-83ca-4f7b-a7d5-8e9e355d1e76 not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:24.455788 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3274cf4-e97e-4c02-aab1-381fcce6508e no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:24.465942 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4a4612-a2b0-405e-b897-ba03ebc89662']}} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:24.477970 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: b3274cf4-e97e-4c02-aab1-381fcce6508e {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:24.478312 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device b3274cf4-e97e-4c02-aab1-381fcce6508e not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:24.478723 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device fc24df0a-0b24-4319-a265-17707d3aa13b no longer exists at agent ovs-agent-dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 21:35:24.479892 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d961155-cc7b-406a-b8a3-1e6e7114a884') {'for_net_delete': True} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:24.480189 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.services.segments.db [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d961155-cc7b-406a-b8a3-1e6e7114a884') {} {{(pid=93860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 21:35:24.489051 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748822955385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4011221'] for segment, before_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.497268 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.plugin [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] No Port match for: fc24df0a-0b24-4319-a265-17707d3aa13b {{(pid=93862) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 26 21:35:24.497612 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron.plugins.ml2.rpc [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Device fc24df0a-0b24-4319-a265-17707d3aa13b not bound to the agent host dv-cinder-806260-2-iscsi {{(pid=93862) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 21:35:24.504531 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648'] for segment, precommit_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.512267 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 21:35:24.512642 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16761648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58722744'] for segment, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: Traceback (most recent call last): Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: timer() Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: cb(*args, **kw) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: return func(*args, **kwargs) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: self._notify() Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: self.callback(batched_events) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: event.method(event) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: aggregate_uuid = self.p_client.list_aggregates( Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: return f(self, *a, **k) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._get(url).json() Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: return self.request(url, 'GET', **kwargs) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: base_url = self.get_endpoint(auth, allow=allow, Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 26 21:35:24.514260 dv-cinder-806260-2-iscsi neutron-server[93860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 26 21:35:24.572320 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16255291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-949335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1005673'] for network, after_delete {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.578340 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron_lib.callbacks.manager [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621685'] for network, before_response {{(pid=93860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.583204 dv-cinder-806260-2-iscsi neutron-server[93860]: INFO neutron.wsgi [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2e4a4612-a2b0-405e-b897-ba03ebc89662 HTTP/1.1" status: 204 len: 168 time: 0.5144291 Aug 26 21:35:24.594088 dv-cinder-806260-2-iscsi neutron-server[93860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d041613-49fa-4c39-959a-9049f6c68ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4a4612-a2b0-405e-b897-ba03ebc89662,revision_number=None']} {{(pid=93860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:24.692532 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53074) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:24.732058 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-faed35f4-f3ed-4465-ac5b-d63e82eb60bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9cc186d0868a42d78b4dd26b9f57897a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383110 Aug 26 21:35:24.734329 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53076) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:24.779433 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.800080 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.845236 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.847795 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:24.848956 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5a59534-70d0-4c50-9b3b-96e1c4321bb9 HTTP/1.1" status: 204 len: 168 time: 0.1137691 Aug 26 21:35:24.857173 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74006-676b-4539-b26b-51efe599f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a59534-70d0-4c50-9b3b-96e1c4321bb9,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:25.068995 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-f31a016d-92c9-4e51-9dd0-782cf0b72980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:25.148882 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53082) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:25.187005 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-9fb39a08-ced0-4260-bb17-b76f8f9e2531 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=454cf3ca029442899553e036ae0a1ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369434 Aug 26 21:35:25.189266 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [-] (93861) accepted ('10.222.0.26', 53084) {{(pid=93861) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 26 21:35:25.239371 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:25.259580 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:25.307135 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942562'] for security_group, after_delete {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:25.309640 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:25.310762 dv-cinder-806260-2-iscsi neutron-server[93861]: INFO neutron.wsgi [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf887932-cd88-4903-9694-cbe22dcc8f66 HTTP/1.1" status: 204 len: 168 time: 0.1206238 Aug 26 21:35:25.318392 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dfa40-d9bb-4d77-a099-43271dcca457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf887932-cd88-4903-9694-cbe22dcc8f66,revision_number=None']} {{(pid=93861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 21:35:25.373692 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:35:27.664903 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:27.908122 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6f94957e-7361-4721-86f1-0536b5d4b885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:28.713085 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:30.568329 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:48.597628 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:55.072356 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-908a72cd-5608-4f43-a40d-20980b336698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:57.667946 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:57.908209 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-a53d34d4-d823-4b12-8a63-c66c08585a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:35:58.717028 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:00.570597 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:02.372873 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:36:18.606767 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:25.072490 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-09dfc3e2-8b9a-475d-863c-62f3c261258a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:27.667980 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:27.908168 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-db4e742a-886e-4684-b6b0-a7d4d83d1cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:28.718769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:30.573965 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:37.294934 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [req-38a629bc-c13e-4514-bdbf-6566fe7ab3e7 req-006f8ed2-796b-45e7-804a-c1cf7a86e278 service neutron] (93861) timed out ('10.222.0.47', 54704) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 21:36:39.373125 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:36:48.621664 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:55.074825 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b69bcc02-95f5-4220-bddd-fa9b3a625028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:57.668616 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:57.907856 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-7b68867c-27e0-486a-9220-7d81dffaa49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:36:58.720713 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:00.576403 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:16.371934 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:37:18.613107 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:25.075589 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-538f1ad1-9097-46e1-aea6-ea69422e6c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:27.670136 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:27.908107 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6d60-bfe0-4ba2-881b-d5737c19139c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:28.723168 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:30.579138 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:48.623999 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:53.371626 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:37:55.077084 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa7a3-5a18-4ed2-90b5-81c311eec860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:57.670636 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:57.906678 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-9611e5b8-c22a-41f2-9726-1f88506d7137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:37:58.727658 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:00.583470 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:18.622187 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:25.077421 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b810b027-da5f-49c0-a4cc-e2bab61ef09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:27.673198 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:27.906556 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-73515608-60b2-4d80-83bd-b4b3fe5340ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:28.730139 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:30.370026 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:38:30.586304 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:48.636281 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:55.079254 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-d157bb93-a2fd-40da-937a-21358b25383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:57.681133 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:57.907878 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4138fbbf-b3c2-4208-801a-385c7c6f8e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:38:58.733691 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:00.588491 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:05.590996 dv-cinder-806260-2-iscsi neutron-server[93861]: DEBUG neutron.wsgi [req-916826ff-8257-41a1-a4de-975fa8357374 req-f7d6ff76-de88-4929-b825-389e81fe71fb service neutron] (93861) timed out ('10.222.0.26', 47388) {{(pid=93861) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 26 21:39:07.368801 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:39:18.650153 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:25.080184 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-8532d71c-dd51-4359-8dca-ffb58d79c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:27.674220 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:27.907427 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-6c17b2fa-830b-40f3-9883-b6dc7dde455a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:28.736530 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:30.589732 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:44.367949 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:39:48.644176 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:55.080277 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-632d7dfa-939a-43e3-a618-6dacd2b2aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:57.678661 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:57.907646 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-4404d3fc-130d-4ff4-a249-2f9dbcde4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:39:58.739639 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:00.596169 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:18.651117 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-fed90bee-3d57-48f4-a3c1-dea8ef410204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:21.367560 dv-cinder-806260-2-iscsi neutron-server[93863]: DEBUG neutron.db.agents_db [None req-d1842549-4486-48c8-93b7-93bb856481a6 None None] Agent healthcheck: found 6 active agents {{(pid=93863) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 21:40:25.080092 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-bc68d4b5-3904-4136-b54a-60a43a6309bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:27.680434 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b5af9f44-015e-448c-a415-956565cccbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:27.906580 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-827c0014-aa37-4aa9-b2bd-44e218202e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:28.740769 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-1a07b0f3-b4c5-4ef1-8239-91e327516bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 26 21:40:30.596756 dv-cinder-806260-2-iscsi neutron-server[93862]: DEBUG neutron_lib.callbacks.manager [None req-b317819b-caf1-46e8-ad82-36e33b191544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748822955484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16259192'] for agent, after_update {{(pid=93862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}